-- Logs begin at Wed 2022-06-22 08:03:45 UTC, end at Wed 2022-06-22 09:30:21 UTC. -- Jun 22 08:58:38.754771 dv-cinder-803823-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 08:58:41.406226 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.common.config [-] Logging enabled! Jun 22 08:58:41.407144 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev362 Jun 22 08:58:41.407144 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104555) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 22 08:58:41.410201 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.common.config [-] Logging enabled! Jun 22 08:58:41.410461 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev362 Jun 22 08:58:41.410765 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104555) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 22 08:58:41.411754 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:58:41.411989 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:58:41.412358 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:58:41.412602 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:58:41.412827 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:58:41.413245 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.413542 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.413772 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.414066 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.414355 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.414637 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.414957 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.415253 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.415540 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.415816 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.416096 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.416373 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.416728 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.417018 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.417371 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.417631 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] debug = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.417913 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.418339 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.418748 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.419065 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.419355 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.419633 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.419973 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.420290 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.420580 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.420965 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] host = dv-cinder-803823-12-iscsi {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.421246 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.421534 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.421859 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.422243 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.422620 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.423109 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.423720 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.424310 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.424607 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.424878 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.425221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.425512 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.425897 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.426160 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.426544 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.427026 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.427410 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.427689 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.427993 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.428471 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.428945 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.429349 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.429649 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.430105 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.430524 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.430867 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.431249 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.431671 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.431984 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.432261 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.432556 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.432834 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.433112 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.433392 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.433681 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.433951 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.434227 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.434530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.434817 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.435120 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.435407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.435727 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.436013 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.436356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.437304 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.437674 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] use_json = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.437954 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.438228 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.438514 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.438791 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.439089 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.439365 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.439638 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.439927 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.440200 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:41.440562 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.440865 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.441165 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.441450 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.441762 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.442044 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.442333 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.442608 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.442923 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.443214 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.446941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447959 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.447959 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.448153 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.448438 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.448722 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.449015 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.449305 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.449579 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.449858 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.450149 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.450428 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.450701 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.451015 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.451294 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.451568 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.451849 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.452139 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.452995 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.453269 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.453545 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.453833 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.454151 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.454424 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.454695 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.454994 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.455267 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.455549 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.455826 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.456098 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.456370 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.456648 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.456921 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.457192 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.457470 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.457743 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.458023 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.458295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.458568 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.458860 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.459141 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.459415 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.459688 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.459963 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.460238 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.460590 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.460866 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.461140 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.461414 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.461686 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.461988 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.462269 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.462550 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.462842 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.463133 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.463412 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.463692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.463968 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.464249 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.464521 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.464810 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.465094 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.465379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.465663 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.465943 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.466259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.466539 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.466816 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.467126 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.467404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.467685 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.467996 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.468284 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.468582 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.468879 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.469159 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.469457 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.469748 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.470140 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.470399 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.470708 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.471019 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:41.471237 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:58:41.471475 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104555) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 08:58:41.765424 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 22 08:58:41.765700 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 22 08:58:41.766003 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 22 08:58:41.766332 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 08:58:42.172544 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.172840 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.173109 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.174391 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.174672 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.174967 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.226691 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.226987 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.227254 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.242314 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.242592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.242891 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.271635 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.271914 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.272181 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.308609 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.308886 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.309149 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.537547 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.538143 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.538143 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.538308 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.538972 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.636028 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.636348 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.636631 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.636901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.637166 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.637473 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.637733 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.637987 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.638239 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.638518 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.638776 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.639134 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.639393 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.640152 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.640419 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.640682 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.640934 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.641199 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.641466 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.641725 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.641997 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.642249 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.642528 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.642925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.643176 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.643422 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.643815 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:42.644057 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:42.644296 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:42.644533 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:42.644777 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:42.645008 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:42.645369 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 08:58:42.648397 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 08:58:42.652285 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 08:58:42.656430 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 22 08:58:42.658043 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 08:58:42.658650 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 08:58:42.659015 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 08:58:42.659399 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 08:58:42.662151 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 08:58:42.662396 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 08:58:42.662733 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 08:58:42.667830 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 22 08:58:42.690039 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 08:58:42.690492 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.690792 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104555) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 22 08:58:42.691194 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.692538 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104555) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 08:58:42.692816 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 08:58:42.693059 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 08:58:42.696307 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.696589 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:42.836047 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 08:58:42.836225 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 08:58:42.836462 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 08:58:42.836836 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 08:58:42.888743 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO dbcounter [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Registered counter for database neutron Jun 22 08:58:42.908143 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_db.sqlalchemy.engines [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104555) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 08:58:42.913817 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG dbcounter [-] [104555] Writer thread running {{(pid=104555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:58:43.627072 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing driver for type 'gre' Jun 22 08:58:43.627667 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] gre ID ranges: [(1, 1000)] Jun 22 08:58:43.769955 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing driver for type 'local' Jun 22 08:58:43.770293 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing driver for type 'vlan' Jun 22 08:58:43.838677 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] VlanTypeDriver initialization complete Jun 22 08:58:43.839053 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing driver for type 'vxlan' Jun 22 08:58:43.839553 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] vxlan ID ranges: [(1, 1000)] Jun 22 08:58:44.031952 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing extension driver 'port_security' Jun 22 08:58:44.032289 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.extensions.port_security [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] PortSecurityExtensionDriver initialization complete Jun 22 08:58:44.032621 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing mechanism driver 'openvswitch' Jun 22 08:58:44.032953 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing mechanism driver 'hyperv' Jun 22 08:58:44.039606 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.plugin [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:44.040325 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.040700 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.041056 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.041559 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:58:44.041977 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.042332 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.042678 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.043097 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:58:44.043504 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.043853 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.044203 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.044588 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:58:44.044987 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > security_group after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.045333 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > security_group after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.045672 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.046067 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:58:44.046466 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.046810 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.047168 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.047557 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:58:44.047958 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > address_group after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.048304 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > address_group after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.048646 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.049034 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 08:58:44.049470 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] ML2 OVO RPC backend initialized. {{(pid=104555) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 08:58:44.050182 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.050530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.050972 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.051324 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > networks before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053699 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053699 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > ports before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053699 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053699 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnets before_response 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053990 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053990 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053990 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.053990 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.054289 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.054579 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.054944 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.055281 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.055613 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.063093 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded quota_driver: . Jun 22 08:58:44.063456 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.plugin [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Modular L2 Plugin initialization complete Jun 22 08:58:44.063802 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading services supported by the core plugin {{(pid=104555) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 08:58:44.064144 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.plugins.ml2.managers [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Got port-security extension from driver 'port_security' Jun 22 08:58:44.064622 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.extensions.vlantransparent [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Disabled vlantransparent extension. Jun 22 08:58:44.065135 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104555) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 08:58:44.065441 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: router Jun 22 08:58:44.101260 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.101651 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_create 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.102022 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router before_create 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.102387 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.102760 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.103137 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_delete 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.103497 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.103844 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.104200 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_create 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.104546 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_update 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.104893 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_update 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.105241 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.105595 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_update 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.106008 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_update 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.106376 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.106717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.107085 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: subnet after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.107430 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.107779 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.108124 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_create 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.108465 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.108806 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.109156 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router after_update 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.109495 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.110100 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_create 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.110460 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.110801 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_update 55549900 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.111185 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > agent after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.111534 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > agent after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.111874 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > network after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.112725 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Tracking information for resource: router configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:44.113057 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Tracking information for resource: floatingip configured {{(pid=104555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 08:58:44.117927 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.db.l3_agentschedulers_db [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 08:58:44.118501 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.118894 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port after_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.119248 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port after_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.119598 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: port after_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.120378 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router before_create 55550100 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.120743 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.121105 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_create 55550100 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.121461 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > router precommit_update 55550100 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.126237 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.provider_configuration [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service providers = [] {{(pid=104555) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 08:58:44.126599 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.db.servicetype_db [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104555) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 08:58:44.129708 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.service_base [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:58:44.130066 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.service_base [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:58:44.130412 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.service_base [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:58:44.131316 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.services.service_base [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 08:58:44.131687 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.services.service_base [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 08:58:44.132057 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.132376 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 08:58:44.143194 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.143531 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: auto_allocate Jun 22 08:58:44.149286 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: network precommit_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.149654 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: network precommit_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.150168 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.150488 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: tag Jun 22 08:58:44.157912 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.158238 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: timestamp Jun 22 08:58:44.162011 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.162343 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: network_ip_availability Jun 22 08:58:44.167790 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.168153 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.168511 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.169215 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.169537 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: flavors Jun 22 08:58:44.174533 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.174889 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading Plugin: revisions Jun 22 08:58:44.179115 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 08:58:44.179498 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_concurrency.lockutils [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.413s {{(pid=104555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 22 08:58:44.180226 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104555) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 22 08:58:44.180559 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Initializing extension manager. Jun 22 08:58:44.181080 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: __init__.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.181422 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: __pycache__ {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.181758 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: address_group.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.182507 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.183090 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: address-group Jun 22 08:58:44.183416 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: address_scope.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.184128 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.184640 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: address-scope Jun 22 08:58:44.184963 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.185898 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.186415 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: router-admin-state-down-before-update Jun 22 08:58:44.186762 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: agent.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.187495 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.188004 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: agent Jun 22 08:58:44.188329 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: agent_resources_synced.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.189240 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.189754 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: agent-resources-synced Jun 22 08:58:44.190077 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: allowedaddresspairs.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.191864 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.192394 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: allowed-address-pairs Jun 22 08:58:44.192721 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: auto_allocated_topology.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.193786 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.194306 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: auto-allocated-topology Jun 22 08:58:44.194632 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: availability_zone.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.195342 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.195861 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: availability_zone Jun 22 08:58:44.196183 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: availability_zone_filter.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.197095 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.197606 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: availability_zone_filter Jun 22 08:58:44.197930 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: data_plane_status.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.198862 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.199370 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 08:58:44.199690 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: default_subnetpools.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.200601 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.201109 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: default-subnetpools Jun 22 08:58:44.201430 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.202781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.203316 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: dhcp_agent_scheduler Jun 22 08:58:44.203637 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: dns.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.204560 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.205071 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 08:58:44.205393 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: dns_domain_ports.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.206315 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.206857 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 08:58:44.207177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.208100 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.208605 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 08:58:44.208927 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: dvr.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.209595 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.210105 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: dvr Jun 22 08:58:44.210426 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: ecmp_routes.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.211361 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.211868 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 22 08:58:44.212190 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: empty_string_filtering.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.213094 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.213602 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: empty-string-filtering Jun 22 08:58:44.213921 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.215027 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.215536 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 08:58:44.215857 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.216769 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.217275 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 08:58:44.217596 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: external_net.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.219108 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.219621 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: external-net Jun 22 08:58:44.219943 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.220852 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.221365 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: extra_dhcp_opt Jun 22 08:58:44.221690 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: extraroute.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.222611 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.223159 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: extraroute Jun 22 08:58:44.223482 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: extraroute_atomic.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.224506 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.225016 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: extraroute-atomic Jun 22 08:58:44.225337 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: filter_validation.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.226001 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.226510 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: filter-validation Jun 22 08:58:44.226848 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: fip_pf_description.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.227756 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.228258 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 08:58:44.228577 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: fip_pf_port_range.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.229489 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.229990 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 22 08:58:44.230310 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: fip_port_details.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.231247 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.231753 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: fip-port-details Jun 22 08:58:44.232144 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: flavors.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.233298 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.233839 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: flavors Jun 22 08:58:44.234167 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.236098 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.236627 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 08:58:44.236957 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: floatingip_pools.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.237657 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.238174 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: floatingip-pools Jun 22 08:58:44.238502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: ip_allocation.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.239450 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.239965 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 08:58:44.240287 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.241206 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.241725 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: ip-substring-filtering Jun 22 08:58:44.242052 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l2_adjacency.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.243022 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.243536 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 08:58:44.243860 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.244823 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.245344 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: router Jun 22 08:58:44.245669 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.247893 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.248431 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 08:58:44.248760 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.250198 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.250718 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: ext-gw-mode Jun 22 08:58:44.251088 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.263295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.263814 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: l3-ha Jun 22 08:58:44.264138 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.265654 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.266163 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 22 08:58:44.266486 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_flavors.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.267430 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.267954 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: l3-flavors Jun 22 08:58:44.268281 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.269648 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.270196 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 22 08:58:44.270524 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.271501 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.272028 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 08:58:44.272358 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: l3agentscheduler.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.273510 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.274038 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: l3_agent_scheduler Jun 22 08:58:44.274421 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: local_ip.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.276214 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.276746 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension local_ip not supported by any of loaded plugins Jun 22 08:58:44.277079 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: logging.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.278572 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.279116 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension logging not supported by any of loaded plugins Jun 22 08:58:44.279448 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: metering.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.280208 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.280796 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: metering Jun 22 08:58:44.281124 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.282265 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.282742 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: metering_source_and_destination_fields Jun 22 08:58:44.283096 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: multiprovidernet.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.284024 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.284537 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: multi-provider Jun 22 08:58:44.284863 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: netmtu.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.292095 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.292666 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: net-mtu Jun 22 08:58:44.292992 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: netmtu_writable.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.293917 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.294426 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: net-mtu-writable Jun 22 08:58:44.294746 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: network_availability_zone.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.295441 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.295945 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: network_availability_zone Jun 22 08:58:44.296285 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: network_ip_availability.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.297390 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.297928 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: network-ip-availability Jun 22 08:58:44.298249 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: network_segment_range.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.299040 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.299542 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 08:58:44.299858 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: pagination.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.300818 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.301145 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: pagination Jun 22 08:58:44.301460 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: port_device_profile.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.302366 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.302919 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: port-device-profile Jun 22 08:58:44.303240 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: port_mac_address_override.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.304143 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.304654 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: port-mac-override Jun 22 08:58:44.304970 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.305877 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.306378 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: port-mac-address-regenerate Jun 22 08:58:44.306696 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.307629 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.308131 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: port-numa-affinity-policy Jun 22 08:58:44.308447 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: port_resource_request.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.309342 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.309838 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 08:58:44.310183 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: port_resource_request_groups.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.311158 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.312168 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 22 08:58:44.312490 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: portbindings.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.313402 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.313910 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: binding Jun 22 08:58:44.314229 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: portbindings_extended.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.315515 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.316028 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: binding-extended Jun 22 08:58:44.316348 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: portsecurity.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.317251 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.317757 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: port-security Jun 22 08:58:44.318078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: project_id.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.319065 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.319395 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: project-id Jun 22 08:58:44.319716 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: providernet.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.320625 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.321134 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: provider Jun 22 08:58:44.321452 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.326554 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.327684 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos not supported by any of loaded plugins Jun 22 08:58:44.328021 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.329313 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.329822 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 08:58:44.330148 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.331078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.331586 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 08:58:44.331906 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_default.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.332833 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.333340 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-default not supported by any of loaded plugins Jun 22 08:58:44.333665 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_fip.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.334596 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.335336 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 08:58:44.335879 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.339586 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.340097 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 22 08:58:44.340422 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_gateway_ip.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.341330 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.341834 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 08:58:44.342152 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_port_network_policy.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.343083 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.343590 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 08:58:44.343909 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.344928 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.345435 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 22 08:58:44.345755 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.346780 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.347312 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 22 08:58:44.347634 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_pps_rule.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.348851 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.349360 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-pps not supported by any of loaded plugins Jun 22 08:58:44.349682 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_rule_type_details.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.350596 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.351128 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 08:58:44.351451 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.352358 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.352860 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 22 08:58:44.353180 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: qos_rules_alias.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.354258 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.354801 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 08:58:44.355144 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: quota_check_limit.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.356114 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.356662 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: quota-check-limit Jun 22 08:58:44.356984 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: quotasv2.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.358229 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.358331 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: quotas Jun 22 08:58:44.358613 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: quotasv2_detail.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.360639 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.360968 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: quota_details Jun 22 08:58:44.361287 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: rbac.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.362337 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.362880 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: rbac-policies Jun 22 08:58:44.363210 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: rbac_address_group.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.364121 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.364632 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: rbac-address-group Jun 22 08:58:44.364951 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: rbac_address_scope.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.372531 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.373042 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: rbac-address-scope Jun 22 08:58:44.373362 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: rbac_security_groups.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.374858 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.375375 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: rbac-security-groups Jun 22 08:58:44.375696 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: rbac_subnetpool.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.376642 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.377161 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: rbac-subnetpool Jun 22 08:58:44.377485 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: revisionifmatch.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.378400 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.378936 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: revision-if-match Jun 22 08:58:44.379255 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: revisions.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.380352 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.380865 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: standard-attr-revisions Jun 22 08:58:44.381186 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: router_availability_zone.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.382025 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.382538 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: router_availability_zone Jun 22 08:58:44.382885 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: routerservicetype.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.383802 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.384305 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 08:58:44.384623 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.385538 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.386047 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: security-groups-normalized-cidr Jun 22 08:58:44.386367 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.387300 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.387810 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: port-security-groups-filtering Jun 22 08:58:44.388128 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.389047 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.389617 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: security-groups-remote-address-group Jun 22 08:58:44.390449 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.391412 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.391924 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: security-groups-shared-filtering Jun 22 08:58:44.392241 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: securitygroup.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.401716 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.402245 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: security-group Jun 22 08:58:44.402576 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: segment.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.403329 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.408086 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension segment not supported by any of loaded plugins Jun 22 08:58:44.408086 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.408755 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.409265 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 08:58:44.409587 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: servicetype.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.410685 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.411231 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: service-type Jun 22 08:58:44.411558 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: sorting.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.412538 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.412865 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: sorting Jun 22 08:58:44.413185 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: standard_attr_segment.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.414086 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.414603 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 08:58:44.414955 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: standardattrdescription.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.415595 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.416099 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: standard-attr-description Jun 22 08:58:44.416416 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: stateful_security_group.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.417345 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.417863 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: stateful-security-group Jun 22 08:58:44.418186 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: stdattrs_common.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.418761 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 08:58:44.419111 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.420026 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.420546 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 08:58:44.420887 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: subnet_onboard.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.421934 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.422451 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: subnet_onboard Jun 22 08:58:44.422769 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.423709 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.424215 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 08:58:44.424531 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: subnet_service_types.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.425450 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.425959 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: subnet-service-types Jun 22 08:58:44.426311 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: subnetallocation.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.427369 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.427890 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: subnet_allocation Jun 22 08:58:44.428211 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.428883 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.429394 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: subnetpool-prefix-ops Jun 22 08:58:44.429711 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.430647 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.431180 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 08:58:44.431498 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: tagging.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.432554 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.433073 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: standard-attr-tag Jun 22 08:58:44.433395 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: timestamp.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.434588 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.435124 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loaded extension: standard-attr-timestamp Jun 22 08:58:44.435449 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: trunk.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.436998 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.437512 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension trunk not supported by any of loaded plugins Jun 22 08:58:44.437830 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: trunk_details.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.438743 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.439292 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 08:58:44.439595 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: uplink_status_propagation.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.440506 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.441018 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 08:58:44.441336 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Loading extension file: vlantransparent.py {{(pid=104555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 08:58:44.442002 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 08:58:44.442505 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 08:58:44.445108 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:network Jun 22 08:58:44.445621 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:subnet Jun 22 08:58:44.446015 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:58:44.446402 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:port Jun 22 08:58:44.447661 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.448103 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service FLAVORS assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.448710 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.449134 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.449468 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:router Jun 22 08:58:44.449895 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 08:58:44.450381 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service METERING assigned prefix: /metering {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.451848 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.452824 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.453174 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 08:58:44.454154 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 08:58:44.454595 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:security_group Jun 22 08:58:44.455062 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 08:58:44.455653 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service CORE assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.455988 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:58:44.456330 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] subnetpool is already registered Jun 22 08:58:44.456747 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service CORE assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.457065 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:58:44.457390 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] subnetpool is already registered Jun 22 08:58:44.459665 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.460092 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service FLAVORS assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.460668 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.461087 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.461415 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:router Jun 22 08:58:44.461750 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] router is already registered Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] floatingip is already registered Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service METERING assigned prefix: /metering {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] rbac_policy is already registered Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:security_group Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] security_group is already registered Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 08:58:44.470015 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] security_group_rule is already registered Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service CORE assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] subnetpool is already registered Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.v2.resource_helper [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Service CORE assigned prefix: {{(pid=104555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING neutron.quota.resource_registry [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] subnetpool is already registered Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: extensions {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.470627 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: address-groups {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.471187 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: address-scopes {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.472172 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: agents {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.473298 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: auto-allocated-topology {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.474513 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: availability_zones {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.475742 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: dhcp-networks {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.477230 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: dhcp-agents {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.478625 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: routers {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.480318 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: flavors {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.481570 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: service_profiles {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.482755 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: next_providers {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.484280 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: service_profiles {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.486056 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: floatingip-pools {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.487279 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: routers {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.488938 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: floatingips {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.490214 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: l3-routers {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.491605 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: l3-agents {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.492989 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: metering-labels {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.494252 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: metering-label-rules {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.496567 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: network-ip-availabilities {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.497788 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: bindings {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.499987 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: quotas {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.501610 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: quotas {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.503154 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: rbac-policies {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.504312 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: security-groups {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.505590 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: security-group-rules {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.506852 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: service-providers {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.508034 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: subnetpools {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.509338 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: subnetpools {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.510912 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.512578 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.514365 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.516857 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.519265 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.522591 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.524519 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.527895 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.531305 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.538696 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron.api.extensions [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Extended resource: tags {{(pid=104555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 08:58:44.540222 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING keystonemiddleware.auth_token [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 08:58:44.545233 dv-cinder-803823-12-iscsi neutron-server[104555]: WARNING keystonemiddleware.auth_token [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 08:58:44.559439 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_concurrency.lockutils [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Acquired lock "singleton_lock" {{(pid=104555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 22 08:58:44.560150 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_concurrency.lockutils [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Releasing lock "singleton_lock" {{(pid=104555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 22 08:58:44.561091 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Starting 2 workers Jun 22 08:58:44.567935 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Started child 104666 {{(pid=104555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:58:44.572882 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.574113 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Started child 104667 {{(pid=104555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:58:44.574364 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [-] (104666) wsgi starting up on http://0.0.0.0:9696 Jun 22 08:58:44.575888 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO neutron.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 08:58:44.576768 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.579193 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.580490 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Starting 1 workers Jun 22 08:58:44.580598 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [-] (104667) wsgi starting up on http://0.0.0.0:9696 Jun 22 08:58:44.586167 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Started child 104668 {{(pid=104555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:58:44.586932 dv-cinder-803823-12-iscsi neutron-server[104555]: INFO oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Starting 1 workers Jun 22 08:58:44.589550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] calling RpcWorker wait() {{(pid=104668) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 08:58:44.590080 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] returning from RpcWorker wait() {{(pid=104668) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 08:58:44.591593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.592196 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:44.592661 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Started child 104669 {{(pid=104555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 08:58:44.593528 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG neutron_lib.callbacks.manager [None req-40b04921-9924-434b-85b1-a72c655efd89 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.595575 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 08:58:44.595857 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:58:44.596109 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:58:44.596408 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:58:44.596821 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:58:44.597046 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:58:44.597717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.598089 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.598301 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:44.598779 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.598779 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.599676 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.600046 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.600374 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.600742 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.601094 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.601335 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.601562 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.601915 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.602271 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.602716 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.603354 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.603607 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.603858 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.604032 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.604281 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.604549 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.604800 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.605089 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] debug = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.605394 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.605895 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.606154 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.606404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.606619 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.606917 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.607164 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.607523 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.607856 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.608180 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.608566 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.608908 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.609254 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.609565 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.610152 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.610517 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.610850 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.611484 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] host = dv-cinder-803823-12-iscsi {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.611806 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.612112 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.612448 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.612772 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.613135 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.613458 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.613822 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.614220 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.614621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.614986 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.615306 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.615576 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.615831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.616088 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.616254 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_options = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.616958 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.617266 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.618136 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.618289 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.618549 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.618693 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.618904 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.619079 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.619430 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.619735 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.620058 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.620364 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.620695 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.621042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.621378 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.621679 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.622006 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.622327 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.622664 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.623028 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.623400 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.623698 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.624517 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:44.624673 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.624882 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.625195 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.625496 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.625840 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.626197 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.626524 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.626892 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.627244 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.627793 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.627863 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.631592 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_json = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.632717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.633859 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.633859 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.633859 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.633859 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.634321 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.635126 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.635594 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.636063 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.638636 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.638776 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.639124 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.639330 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.639622 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.640407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.640682 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.640932 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.641261 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.641509 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.641830 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.642116 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.642417 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.642758 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.645100 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.647207 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.647474 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.647835 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.648163 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.648474 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.649781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.649781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.649781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.649781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.650058 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.650490 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.650490 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.650858 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.651190 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.651429 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.651662 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.651880 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.652315 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.652709 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.652852 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.653000 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.653229 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.653649 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.653752 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.654438 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.654438 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.654723 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.654723 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.655015 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.655296 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.657615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.658618 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.658618 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.658618 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.658618 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.658618 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.659065 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.659065 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.659265 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.659511 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.659743 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.659984 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.660530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.660530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.660760 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.660874 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.661321 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.661321 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.661504 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.661731 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.662151 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.662375 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.662619 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.662875 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.665901 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.666621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.667197 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.667197 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.667345 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.667429 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.667650 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.667917 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.668163 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.668412 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.668616 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.668836 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.669093 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.669313 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.669544 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.669768 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.670019 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.670265 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.670752 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.672364 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.672364 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.672364 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.672364 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.672832 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.672832 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.673064 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.673293 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.673584 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.673821 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.674088 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.674360 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.674621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.674903 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.675143 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.675397 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.675664 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.675897 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.676186 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.676468 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.676721 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.677368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.677637 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.678093 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.678524 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.678634 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.678891 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.679134 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.679382 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.679622 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.679890 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.680141 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.680391 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.680660 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.680913 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.681168 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.681430 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.681659 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.681876 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.682115 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.682376 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.682588 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.682801 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.683071 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.683348 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.683599 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.683812 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.684207 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.684423 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.684647 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.684880 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.685100 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.685320 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.685580 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.685795 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.686017 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.686253 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.687037 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.687269 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.687489 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.687703 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.687937 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.688156 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.688450 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.688708 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.688923 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.689152 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.689400 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.689655 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.689853 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.690110 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.690347 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.690559 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.690775 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.691056 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.694933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.695530 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696221 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696665 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696665 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.696876 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.697099 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.697325 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.697545 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.697758 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.697969 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.698200 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.698412 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.698630 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.698860 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.699152 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.699402 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.699659 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.699913 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.700157 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.700384 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.700616 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.700869 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.701157 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.701508 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.701734 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.701947 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.702194 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.702625 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.703072 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.703300 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.703527 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.703762 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.704016 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.704248 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.704482 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.704711 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.704929 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.705164 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.705383 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.705588 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.705800 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.706040 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.706276 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.706485 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.706711 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.706974 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.707212 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.707422 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.707638 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.707847 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.708143 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.708405 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.708625 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.708923 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.709154 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.709400 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.709643 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.709942 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.710360 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.710492 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.710652 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.710912 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.711135 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.711397 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.711710 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.711984 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.712234 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.712526 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.712773 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.713132 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.713322 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.713562 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.713857 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.714620 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.714620 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.714798 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.714968 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.715206 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.715456 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.715692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.716107 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717361 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717361 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717361 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717361 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717361 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717794 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717794 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.717948 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.718127 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.718340 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.718581 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.718848 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.718999 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:58:44.719556 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 08:58:44.719717 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 08:58:44.719870 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 08:58:44.720038 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 08:58:44.720206 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 08:58:44.720357 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 08:58:44.720656 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.720739 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.720871 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.721031 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.721229 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.721393 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.721553 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.721711 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.721871 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.722032 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.722192 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.722351 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.722509 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.722668 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.722847 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723006 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723197 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723911 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723911 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723911 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723911 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.723911 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] debug = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724303 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:58:44.724481 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724481 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724648 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724728 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724839 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.724997 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.725155 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.725313 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.725471 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.725630 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.725788 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.725946 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.726103 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.726260 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.726418 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.726575 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.726731 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] host = dv-cinder-803823-12-iscsi {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.726918 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.727077 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.727235 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.727399 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.727556 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.727714 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.727872 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728029 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728187 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728345 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728504 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728661 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728821 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.728979 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.729137 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_options = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.730225 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.731295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.731295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.731295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.731295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.731295 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.735404 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736379 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.736925 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.737726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738368 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_json = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738953 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738953 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738953 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738953 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738953 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.738953 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.739345 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.739345 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.739345 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 08:58:44.739570 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.739686 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.739860 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740023 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740187 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740384 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740492 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740658 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740819 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.740980 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.741149 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.741316 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.741495 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.741657 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.741806 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.741969 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.742132 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.742326 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.742462 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.742591 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.742753 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.742935 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744377 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744910 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744910 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744910 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744910 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.744910 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.745207 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.745275 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.745383 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.745572 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.745884 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.745884 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746056 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746187 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746307 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746468 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746633 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746795 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.746979 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.747142 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.747304 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.747468 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.747633 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.747798 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.747962 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.748124 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.748286 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.748448 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.748620 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.748781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.748991 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.749642 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.749795 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.749933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.750096 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.750258 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.750420 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.750581 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.750741 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.750938 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.751102 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.751267 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.751428 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.751590 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.751751 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.751913 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.752077 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.752238 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.752402 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.752615 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.752756 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.752938 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.753104 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.753347 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.753516 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.753725 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.753933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.754100 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.754472 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.754472 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755117 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755117 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755117 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755363 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755445 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755582 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755742 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.755904 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.756065 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.756251 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.756389 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.756551 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.756889 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.756889 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757047 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757168 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757329 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757488 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757647 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757838 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.757957 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.758118 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.758279 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.758440 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.758601 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.758771 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.766407 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767078 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.767983 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.768692 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769259 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.769831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.770437 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771042 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.771626 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772177 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.772726 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773356 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.773831 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.774067 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.774067 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.774216 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.774339 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.774503 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.774663 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.775013 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.775176 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.775338 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.775514 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.775677 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.775843 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776005 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776167 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776330 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776502 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776663 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776825 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.776985 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.777147 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.777307 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.777479 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.777641 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.777807 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.777965 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.778125 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.778286 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.778457 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.778619 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.778780 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.778962 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.779123 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.779284 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.779456 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.779616 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.779777 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.779938 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.780099 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.780286 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.780456 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.780621 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.780781 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.780941 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.781105 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.781266 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.781438 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.781602 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.781765 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.781933 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.782094 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.782255 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.782415 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.782588 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.782751 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783003 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783167 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783329 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783490 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783654 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783835 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.783997 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.784165 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.784328 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.784496 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.784665 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.784836 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.784998 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.785166 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.785339 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.785501 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.785663 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.785824 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.785986 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.786148 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.786309 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.786470 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.786631 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.786793 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.786976 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.787137 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.787299 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.787461 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.787623 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.787784 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.787945 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.788106 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.788268 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.788429 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 08:58:44.788582 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 08:58:44.934187 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 45848) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:58:44.943438 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070970 Jun 22 08:58:53.927540 dv-cinder-803823-12-iscsi neutron-server[104555]: DEBUG dbcounter [-] [104555] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:58:56.166848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad4105-1f23-46f3-a1ca-3e781c87a096 None None] get_active_networks_info from dv-cinder-803823-12-iscsi {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 22 08:58:56.170074 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writer thread running {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:58:56.241857 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad4105-1f23-46f3-a1ca-3e781c87a096 None None] No non-hosted networks {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 08:58:56.250906 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.agentschedulers_db [None req-11ad4105-1f23-46f3-a1ca-3e781c87a096 None None] DHCP Agent not found on host dv-cinder-803823-12-iscsi {{(pid=104668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 22 08:58:56.425436 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f3fd10a-d1a6-4eb6-bea0-32021e5a6753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524098'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:57.767861 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writer thread running {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:58:58.446880 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27472892-4751-46c4-8b50-164e00aca686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524098'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:58.473438 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.api [None req-fba3cbdc-d252-415c-b08a-dd1d70087904 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803823-12-iscsi {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 08:58:58.474327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG oslo_db.api [None req-fba3cbdc-d252-415c-b08a-dd1d70087904 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 08:58:59.072980 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba3cbdc-d252-415c-b08a-dd1d70087904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:59.372447 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 45914) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:58:59.541791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524098'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:58:59.941194 dv-cinder-803823-12-iscsi neutron-server[104667]: WARNING oslo_policy.policy [None req-abe3c859-952f-4ce7-a9ac-47f77a6a7c1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:58:59.941744 dv-cinder-803823-12-iscsi neutron-server[104667]: WARNING oslo_policy.policy [None req-abe3c859-952f-4ce7-a9ac-47f77a6a7c1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:00.157306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [None req-abe3c859-952f-4ce7-a9ac-47f77a6a7c1f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:59:00.159311 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-abe3c859-952f-4ce7-a9ac-47f77a6a7c1f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7858799 Jun 22 08:59:01.140266 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524098'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:01.591938 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524098'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:01.593171 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.593729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.594060 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.594514 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.594705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.596496 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.596846 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.597197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.597527 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.597870 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.598217 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.598542 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.601201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.603015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.608956 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:01.609523 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803823-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:01.620303 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803823-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:02.558599 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 45952) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:02.591843 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.db.l3_hamode_db [None req-a59c0ffa-be74-4982-8b0f-889596ac4f4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 08:59:02.672106 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c0ffa-be74-4982-8b0f-889596ac4f4a None None] Routers set() bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:59:02.672475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c0ffa-be74-4982-8b0f-889596ac4f4a None None] Router IDs set() for agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 22 08:59:02.910671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:03.000677 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.policy [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 08:59:03.042309 dv-cinder-803823-12-iscsi neutron-server[104667]: WARNING oslo_policy.policy [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:03.042693 dv-cinder-803823-12-iscsi neutron-server[104667]: WARNING oslo_policy.policy [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:03.062939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writer thread running {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:59:03.234284 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754882726817', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754882726333', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754882709670', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754882717260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754882722893', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754882765813', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1316028', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1335884', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16452757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16385341'] for rbac-policy (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:03.474230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:03.475445 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6d825340-d208-4b7f-9844-4cf2c72fbcd9 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9157841 Jun 22 08:59:05.690044 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 45964) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:06.003991 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:06.105031 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Made reservation on behalf of e9470df72a334ba29e4da06067e1d428 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:06.109455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.126318 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.233208 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks [] for security_group (de0819b8-a49a-4117-9609-4448d3d77b0c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.318015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (de0819b8-a49a-4117-9609-4448d3d77b0c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.343548 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 08:59:06.375911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=de0819b8-a49a-4117-9609-4448d3d77b0c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:06.387462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.387808 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.388168 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.388519 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.389392 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.389720 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.390044 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.390365 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.390701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.391081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.391404 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.391737 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.392058 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.392373 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.392687 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Tracked resource versions report: Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: pushed versions: Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: { 'AddressGroup': {'1.2'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Agent': {'1.1'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'ConntrackHelper': {'1.0'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Log': {'1.0'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'NDPProxy': {'1.0'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Network': {'1.1'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Port': {'1.7'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'PortForwarding': {'1.3'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'QosPolicy': {'1.10'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroup': {'1.5'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SubPort': {'1.0'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Subnet': {'1.1'}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Trunk': {'1.1'}} Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: consumer versions: Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Agent': '1.1', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'ConntrackHelper': '1.0', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'LocalIPAssociation': '1.0', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Log': '1.0', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'NDPProxy': '1.0', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Network': '1.1', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Port': '1.7', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'PortForwarding': '1.3', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'QosPolicy': '1.10', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroup': '1.5', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroupRule': '1.2', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SubPort': '1.0', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Subnet': '1.1', Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Trunk': '1.1'}} Jun 22 08:59:06.394118 dv-cinder-803823-12-iscsi neutron-server[104667]: {{(pid=104667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:59:06.549556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754880099970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.550120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Unsubscribe: segment precommit_create {{(pid=104667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 08:59:06.550652 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Added segment 3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9 of type vlan for network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 Jun 22 08:59:06.629862 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (a5f2ba37-2ffa-4ebb-a6a6-be391e97e063), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.808427 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (a5f2ba37-2ffa-4ebb-a6a6-be391e97e063), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.813888 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:06.814603 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:06.863846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=51,neutron:INSERT=47,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:06.932009 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] Pushing event updated for resources: {'Network': ['ID=a5f2ba37-2ffa-4ebb-a6a6-be391e97e063,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:06.944077 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 08:59:06.961185 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-77e029b4-876a-41e7-8495-40602dd85f54 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2700963 Jun 22 08:59:09.241250 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 45978) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:09.649961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e558347-c8b1-4210-ac93-0db7680feede demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:09.651311 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-9e558347-c8b1-4210-ac93-0db7680feede demo admin] 10.222.0.55 "GET /v2.0/networks/a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 HTTP/1.1" status: 200 len: 825 time: 0.4091134 Jun 22 08:59:09.676464 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-4177ebc4-c859-43a8-abac-d8ca7902f0f3 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/834cfe47-b660-4dc2-8968-684f442bb6e5 HTTP/1.1" status: 200 len: 734 time: 0.0188224 Jun 22 08:59:09.684975 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Request body: {'subnet': {'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:09.775236 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Made reservation on behalf of e9470df72a334ba29e4da06067e1d428 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:09.777494 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:09.903828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:10.141540 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (be1f7323-83b4-4fb3-be24-1ec0fc09fdf4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:10.211274 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Pushing event updated for resources: {'Subnet': ['ID=be1f7323-83b4-4fb3-be24-1ec0fc09fdf4,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:10.215609 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Checking segment: {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:59:10.215984 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Network hostable DHCP agents. Network: a5f2ba37-2ffa-4ebb-a6a6-be391e97e063, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:59:10.306944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:59:10.385419 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, a5f2ba37-2ffa-4ebb-a6a6-be391e97e063) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:10.390196 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:10.390977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:10.395504 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8cec61-7313-4dcb-94e4-cbe88b1766ed None None] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:59:10.497610 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-fb598710-7ab9-42ba-bbb4-9ef34d9cbf32 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8156741 Jun 22 08:59:10.654732 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 08:59:10.656557 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:10.938614 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Allocated IP 172.20.0.2 (a5f2ba37-2ffa-4ebb-a6a6-be391e97e063/be1f7323-83b4-4fb3-be24-1ec0fc09fdf4/788b4d30-7c10-4ce2-94b2-083100461dec) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:10.985233 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:11.205550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Publish callbacks [] for port (788b4d30-7c10-4ce2-94b2-083100461dec), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:11.300419 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:11.380102 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:11.386155 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:11.401908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:11.401908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Pushing event updated for resources: {'Port': ['ID=788b4d30-7c10-4ce2-94b2-083100461dec,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:11.401908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:59:11.405274 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.405626 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.405981 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.406338 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.406672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.407028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.407356 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.407679 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.408018 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.408369 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.408694 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.409030 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.409352 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.409669 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.409985 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Tracked resource versions report: Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: pushed versions: Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: { 'AddressGroup': {'1.2'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Agent': {'1.1'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'ConntrackHelper': {'1.0'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Log': {'1.0'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'NDPProxy': {'1.0'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Network': {'1.1'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Port': {'1.7'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'PortForwarding': {'1.3'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'QosPolicy': {'1.10'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroup': {'1.5'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SubPort': {'1.0'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Subnet': {'1.1'}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Trunk': {'1.1'}} Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: consumer versions: Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Agent': '1.1', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'ConntrackHelper': '1.0', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'LocalIPAssociation': '1.0', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Log': '1.0', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'NDPProxy': '1.0', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Network': '1.1', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Port': '1.7', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'PortForwarding': '1.3', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'QosPolicy': '1.10', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroup': '1.5', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroupRule': '1.2', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SubPort': '1.0', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Subnet': '1.1', Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Trunk': '1.1'}} Jun 22 08:59:11.411412 dv-cinder-803823-12-iscsi neutron-server[104668]: {{(pid=104668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:59:11.486700 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Attempting to bind port 788b4d30-7c10-4ce2-94b2-083100461dec on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:59:11.487034 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Attempting to bind port 788b4d30-7c10-4ce2-94b2-083100461dec by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:59:11.487458 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Attempting to bind port 788b4d30-7c10-4ce2-94b2-083100461dec on network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:59:11.492487 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:59:11.492873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Checking segment: {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:59:11.493330 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:11.493719 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Bound using segment: {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:59:11.494172 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Bound port: 788b4d30-7c10-4ce2-94b2-083100461dec, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:59:11.494574 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:11.555593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] For port 788b4d30-7c10-4ce2-94b2-083100461dec, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:11.574985 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] For port 788b4d30-7c10-4ce2-94b2-083100461dec, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=788b4d30-7c10-4ce2-94b2-083100461dec,segment=NetworkSegment(3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9),segment_id=3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:11.654091 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:11.712893 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da220ff1-4118-4757-83d8-3bee57ed56a4 None None] Pushing event updated for resources: {'Port': ['ID=788b4d30-7c10-4ce2-94b2-083100461dec,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:12.841482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 45988) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:13.169695 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [None req-57b5be7c-d6ac-4268-9057-c5525e0e7b07 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:59:13.171275 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-57b5be7c-d6ac-4268-9057-c5525e0e7b07 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3279288 Jun 22 08:59:14.068335 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:14.072621 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:15.453880 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46000) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:15.786233 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [None req-a04680a1-f9b7-4a56-b0a6-cd9e6f05c4a6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:59:15.787284 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a04680a1-f9b7-4a56-b0a6-cd9e6f05c4a6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3324759 Jun 22 08:59:18.065129 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46008) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:18.401299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:18.518288 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (8c43068e-0321-49ae-a986-74994c0d87d0), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.520023 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (8c43068e-0321-49ae-a986-74994c0d87d0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.660816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] Publish callbacks [] for router_controller (8c43068e-0321-49ae-a986-74994c0d87d0), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.719182 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (8c43068e-0321-49ae-a986-74994c0d87d0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.811375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:18.812275 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-101b16d2-fd4a-4378-b845-304716b4d599 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7461646 Jun 22 08:59:19.217537 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 788b4d30-7c10-4ce2-94b2-083100461dec up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:59:19.308187 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 788b4d30-7c10-4ce2-94b2-083100461dec triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:19.308599 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:19.416545 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 788b4d30-7c10-4ce2-94b2-083100461dec is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:19.416928 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:19.453249 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 788b4d30-7c10-4ce2-94b2-083100461dec, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=788b4d30-7c10-4ce2-94b2-083100461dec,segment=NetworkSegment(3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9),segment_id=3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:19.528201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:19.575148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=788b4d30-7c10-4ce2-94b2-083100461dec,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:19.858918 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d52c53-cad1-4f03-9400-fd649233bf6b None None] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:59:19.897573 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f62e2d4c-75a5-4896-ae52-f4056162b547 None None] Provisioning complete for port 788b4d30-7c10-4ce2-94b2-083100461dec triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:19.897953 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f62e2d4c-75a5-4896-ae52-f4056162b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:19.969337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:20.045794 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f62e2d4c-75a5-4896-ae52-f4056162b547 None None] Current status of the port 788b4d30-7c10-4ce2-94b2-083100461dec is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:20.274062 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-90c2dfe8-c7ee-4d80-a9ce-2a0ba0df942c None None] Provisioning complete for port 788b4d30-7c10-4ce2-94b2-083100461dec triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:20.274713 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90c2dfe8-c7ee-4d80-a9ce-2a0ba0df942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:20.352367 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-90c2dfe8-c7ee-4d80-a9ce-2a0ba0df942c None None] Current status of the port 788b4d30-7c10-4ce2-94b2-083100461dec is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:21.128240 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46022) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:21.181454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 788b4d30-7c10-4ce2-94b2-083100461dec up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:59:21.223056 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 788b4d30-7c10-4ce2-94b2-083100461dec triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:21.223372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:21.248169 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:21.295927 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 788b4d30-7c10-4ce2-94b2-083100461dec is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:21.464544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [None req-a2c4398b-e481-46a1-9773-ac14f986586c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 08:59:21.465537 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a2c4398b-e481-46a1-9773-ac14f986586c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3363681 Jun 22 08:59:23.730543 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46030) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:24.044867 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:24.129238 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Made reservation on behalf of 220b7f5f59544863b1dda75a37a7b01f for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:24.131497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.139653 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.157633 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:24.211445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks [] for security_group (9848d7a5-d889-41ff-9503-454d2ce9f478), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.283570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (9848d7a5-d889-41ff-9503-454d2ce9f478), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.297797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Reserving flat network on physical network physnet1 {{(pid=104667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 08:59:24.320201 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.320533 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Added segment 6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d of type flat for network 72347d35-4d7b-4fc5-ad26-6809f3c1660a Jun 22 08:59:24.321695 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9848d7a5-d889-41ff-9503-454d2ce9f478,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:24.476288 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (72347d35-4d7b-4fc5-ad26-6809f3c1660a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.573433 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (72347d35-4d7b-4fc5-ad26-6809f3c1660a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.574358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:24.574961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:24.639721 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:24.664800 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] Pushing event updated for resources: {'Network': ['ID=72347d35-4d7b-4fc5-ad26-6809f3c1660a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:24.674951 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 08:59:24.709117 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e1b88164-773e-4f75-9184-07e9da0630ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9774954 Jun 22 08:59:26.186873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e44d80a-30a9-4a40-a9f7-b16a12400c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:26.926312 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46038) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:27.433854 dv-cinder-803823-12-iscsi neutron-server[104666]: WARNING oslo_policy.policy [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:27.434405 dv-cinder-803823-12-iscsi neutron-server[104666]: WARNING oslo_policy.policy [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:27.661316 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writer thread running {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 08:59:27.661894 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:27.832656 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.policy [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 08:59:27.874229 dv-cinder-803823-12-iscsi neutron-server[104666]: WARNING oslo_policy.policy [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:27.874600 dv-cinder-803823-12-iscsi neutron-server[104666]: WARNING oslo_policy.policy [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 08:59:27.882169 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:27.884106 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-34710e12-f18e-4ac2-b969-bf05de314c9f demo admin] 10.222.0.55 "GET /v2.0/subnets/be1f7323-83b4-4fb3-be24-1ec0fc09fdf4 HTTP/1.1" status: 200 len: 849 time: 0.9559219 Jun 22 08:59:28.047947 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-be426be7-21ce-441c-92ec-742c57657189 demo admin] 10.222.0.55 "GET /v2.0/routers/8c43068e-0321-49ae-a986-74994c0d87d0 HTTP/1.1" status: 200 len: 704 time: 0.1574395 Jun 22 08:59:28.304800 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:28.437668 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6887f141-413c-4e4e-bcb1-25f15c66c7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:28.631399 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Allocated IP 172.20.0.1 (a5f2ba37-2ffa-4ebb-a6a6-be391e97e063/be1f7323-83b4-4fb3-be24-1ec0fc09fdf4/f9d52bf5-99b7-425b-abdd-66b6d63202d8) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:28.840808 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks [] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:28.970083 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.038469 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:29.043082 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:29.077911 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Pushing event updated for resources: {'Port': ['ID=f9d52bf5-99b7-425b-abdd-66b6d63202d8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:29.085225 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:59:29.085801 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (8c43068e-0321-49ae-a986-74994c0d87d0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.088165 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:29.110472 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.110813 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.111189 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.111518 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.111837 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.112155 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.112472 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.112790 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.113121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.113438 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.113764 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.114095 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.114426 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.114717 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.115051 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Tracked resource versions report: Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: pushed versions: Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: { 'AddressGroup': {'1.2'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Agent': {'1.1'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'ConntrackHelper': {'1.0'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Log': {'1.0'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'NDPProxy': {'1.0'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Network': {'1.1'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Port': {'1.7'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'PortForwarding': {'1.3'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'QosPolicy': {'1.10'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroup': {'1.5'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SubPort': {'1.0'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Subnet': {'1.1'}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Trunk': {'1.1'}} Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: consumer versions: Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Agent': '1.1', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'ConntrackHelper': '1.0', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'LocalIPAssociation': '1.0', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Log': '1.0', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'NDPProxy': '1.0', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Network': '1.1', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Port': '1.7', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'PortForwarding': '1.3', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'QosPolicy': '1.10', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroup': '1.5', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroupRule': '1.2', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SubPort': '1.0', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Subnet': '1.1', Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Trunk': '1.1'}} Jun 22 08:59:29.116821 dv-cinder-803823-12-iscsi neutron-server[104666]: {{(pid=104666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:59:29.318233 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-62b66992-8e12-480b-9717-369b16628d19 None None] Provisioning complete for port f9d52bf5-99b7-425b-abdd-66b6d63202d8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:29.318624 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62b66992-8e12-480b-9717-369b16628d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.347980 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.350405 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-62b66992-8e12-480b-9717-369b16628d19 None None] Port f9d52bf5-99b7-425b-abdd-66b6d63202d8 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 08:59:29.404157 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:29.500497 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.579977 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks [] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.631699 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.632517 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (8c43068e-0321-49ae-a986-74994c0d87d0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.693694 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Pushing event updated for resources: {'Port': ['ID=f9d52bf5-99b7-425b-abdd-66b6d63202d8,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:29.758950 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:29.760132 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:29.970275 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-97420558-80e8-43f7-bc28-a5a104125049 None None] Provisioning complete for port f9d52bf5-99b7-425b-abdd-66b6d63202d8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:29.970666 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-97420558-80e8-43f7-bc28-a5a104125049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:29.978994 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Router 8c43068e-0321-49ae-a986-74994c0d87d0 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 08:59:30.002448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-97420558-80e8-43f7-bc28-a5a104125049 None None] Port f9d52bf5-99b7-425b-abdd-66b6d63202d8 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 08:59:30.104599 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:59:30.110443 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-327ac82e-cd23-40bb-ae3b-dca4f3dc228c demo admin] 10.222.0.55 "PUT /v2.0/routers/8c43068e-0321-49ae-a986-74994c0d87d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0572472 Jun 22 08:59:30.115255 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Sync routers for ids ['8c43068e-0321-49ae-a986-74994c0d87d0'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:59:30.128444 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Routers {'8c43068e-0321-49ae-a986-74994c0d87d0'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:59:30.129264 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T08:59:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['8c43068e-0321-49ae-a986-74994c0d87d0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:30.306853 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Set router 8c43068e-0321-49ae-a986-74994c0d87d0 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:59:30.718640 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'name': 'router1', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:59:18Z', 'updated_at': '2022-06-22T08:59:29Z', 'revision_number': 2, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'gw_port_host': None, '_interfaces': [{'id': 'f9d52bf5-99b7-425b-abdd-66b6d63202d8', 'name': '', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'mac_address': 'fa:16:3e:ac:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:28Z', 'updated_at': '2022-06-22T08:59:29Z', 'revision_number': 2, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'subnets': [{'id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:30.771668 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Checking router: 8c43068e-0321-49ae-a986-74994c0d87d0 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:59:30.772040 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Updating router 8c43068e-0321-49ae-a986-74994c0d87d0 port f9d52bf5-99b7-425b-abdd-66b6d63202d8 binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:59:30.827445 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.078206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.346225 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Publish callbacks [] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.426419 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.592897 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.616921 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Pushing event updated for resources: {'Port': ['ID=f9d52bf5-99b7-425b-abdd-66b6d63202d8,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:31.628714 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Attempting to bind port f9d52bf5-99b7-425b-abdd-66b6d63202d8 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:59:31.629222 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Attempting to bind port f9d52bf5-99b7-425b-abdd-66b6d63202d8 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:59:31.629542 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Attempting to bind port f9d52bf5-99b7-425b-abdd-66b6d63202d8 on network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:59:31.630150 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2aa5e16e-1963-4461-8d59-a54d6804c2fb None None] Provisioning complete for port f9d52bf5-99b7-425b-abdd-66b6d63202d8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:31.630549 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e16e-1963-4461-8d59-a54d6804c2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.633471 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.633809 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.634150 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.634475 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.634801 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.635146 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.635465 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.635781 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.636109 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.636431 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.636759 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.637071 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.637386 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.637697 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.638005 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Tracked resource versions report: Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: pushed versions: Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: { 'AddressGroup': {'1.2'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Agent': {'1.1'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'ConntrackHelper': {'1.0'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'LocalIPAssociation': {'1.0'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Log': {'1.0'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'NDPProxy': {'1.0'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Network': {'1.1'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Port': {'1.7'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'PortForwarding': {'1.3'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'QosPolicy': {'1.10'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroup': {'1.5'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroupRule': {'1.2'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SubPort': {'1.0'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Subnet': {'1.1'}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Trunk': {'1.1'}} Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: consumer versions: Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Agent': '1.1', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'ConntrackHelper': '1.0', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'LocalIPAssociation': '1.0', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Log': '1.0', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'NDPProxy': '1.0', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Network': '1.1', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Port': '1.7', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'PortForwarding': '1.3', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'QosPolicy': '1.10', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroup': '1.5', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroupRule': '1.2', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SubPort': '1.0', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Subnet': '1.1', Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Trunk': '1.1'}} Jun 22 08:59:31.639981 dv-cinder-803823-12-iscsi neutron-server[104669]: {{(pid=104669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 08:59:31.646588 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:59:31.647022 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Checking segment: {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:59:31.647504 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.647888 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Bound using segment: {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:59:31.648370 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Bound port: f9d52bf5-99b7-425b-abdd-66b6d63202d8, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:59:31.648751 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.662739 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5e16e-1963-4461-8d59-a54d6804c2fb None None] Port f9d52bf5-99b7-425b-abdd-66b6d63202d8 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 08:59:31.714660 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] For port f9d52bf5-99b7-425b-abdd-66b6d63202d8, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:31.722160 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:31.734978 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] For port f9d52bf5-99b7-425b-abdd-66b6d63202d8, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=f9d52bf5-99b7-425b-abdd-66b6d63202d8,segment=NetworkSegment(3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9),segment_id=3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:31.735982 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:31.850317 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:31.917102 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c45898-b307-4d32-869f-2ca1ae2aeccc None None] Pushing event updated for resources: {'Port': ['ID=f9d52bf5-99b7-425b-abdd-66b6d63202d8,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:31.921219 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Routers {'8c43068e-0321-49ae-a986-74994c0d87d0'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:59:31.921912 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T08:59:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['8c43068e-0321-49ae-a986-74994c0d87d0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:32.016369 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] Set router 8c43068e-0321-49ae-a986-74994c0d87d0 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:59:32.087438 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] Provisioning complete for port f9d52bf5-99b7-425b-abdd-66b6d63202d8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:32.088457 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:32.180661 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] Current status of the port f9d52bf5-99b7-425b-abdd-66b6d63202d8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:32.181051 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:32.214666 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] For port f9d52bf5-99b7-425b-abdd-66b6d63202d8, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=f9d52bf5-99b7-425b-abdd-66b6d63202d8,segment=NetworkSegment(3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9),segment_id=3ae8f556-6b58-4124-9ec6-1f8d44ce7ce9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:32.245068 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'name': 'router1', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:59:18Z', 'updated_at': '2022-06-22T08:59:29Z', 'revision_number': 2, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'gw_port_host': None, '_interfaces': [{'id': 'f9d52bf5-99b7-425b-abdd-66b6d63202d8', 'name': '', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'mac_address': 'fa:16:3e:ac:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:28Z', 'updated_at': '2022-06-22T08:59:31Z', 'revision_number': 4, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'subnets': [{'id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:32.273900 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e56094-a97b-482e-b2ea-8be1c5832bdb None None] The sync data for ids ['8c43068e-0321-49ae-a986-74994c0d87d0'] in dv-cinder-803823-12-iscsi is: [{'id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'name': 'router1', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:59:18Z', 'updated_at': '2022-06-22T08:59:29Z', 'revision_number': 2, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'gw_port_host': None, '_interfaces': [{'id': 'f9d52bf5-99b7-425b-abdd-66b6d63202d8', 'name': '', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'mac_address': 'fa:16:3e:ac:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:28Z', 'updated_at': '2022-06-22T08:59:31Z', 'revision_number': 4, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'subnets': [{'id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:59:32.283702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:32.330003 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30064a9d-b042-40c9-8319-f9aa3715ab74 None None] Pushing event updated for resources: {'Port': ['ID=f9d52bf5-99b7-425b-abdd-66b6d63202d8,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:32.400559 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46072) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:32.605657 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4eb087-a1fe-40f4-8340-2ac153c7a704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:32.612952 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-6e4eb087-a1fe-40f4-8340-2ac153c7a704 admin admin] 10.222.0.55 "GET /v2.0/networks/72347d35-4d7b-4fc5-ad26-6809f3c1660a HTTP/1.1" status: 200 len: 842 time: 0.2053154 Jun 22 08:59:32.617051 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:32.752070 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Made reservation on behalf of 220b7f5f59544863b1dda75a37a7b01f for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 08:59:32.754496 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:32.812998 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:33.045631 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:33.095719 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.objects.ports [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 22 08:59:33.096047 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (20198578-209f-4659-9e38-bcf020822392), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:33.141320 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20198578-209f-4659-9e38-bcf020822392,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:33.163689 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:59:33.165156 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Network hostable DHCP agents. Network: 72347d35-4d7b-4fc5-ad26-6809f3c1660a, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 08:59:33.270370 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 08:59:33.361876 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 72347d35-4d7b-4fc5-ad26-6809f3c1660a) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:33.365819 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:33.366448 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:33.371752 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeebec2-8417-4c3d-9c71-45667daf4bf5 None None] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:59:33.469142 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e7fc2339-8169-4f15-9a57-6364a839f867 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8554184 Jun 22 08:59:33.493874 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200626f-58cc-4976-b19f-91d9d8e5f4b7 None None] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 08:59:33.497257 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:34.632275 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=2,neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:35.733650 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46090) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:35.866312 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-24c07f60-d930-48d6-a140-2e88a581ac63 demo admin] 10.222.0.55 "GET /v2.0/routers/8c43068e-0321-49ae-a986-74994c0d87d0 HTTP/1.1" status: 200 len: 710 time: 0.1265500 Jun 22 08:59:35.948113 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8d331-cc9b-4311-b8a9-508ef750439b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 08:59:35.954534 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bcb8d331-cc9b-4311-b8a9-508ef750439b demo admin] 10.222.0.55 "GET /v2.0/networks/72347d35-4d7b-4fc5-ad26-6809f3c1660a HTTP/1.1" status: 200 len: 886 time: 0.0825958 Jun 22 08:59:35.958136 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 08:59:36.188187 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks [] for router_gateway (8c43068e-0321-49ae-a986-74994c0d87d0), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:36.457108 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:36.486073 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks [] for router_gateway (8c43068e-0321-49ae-a986-74994c0d87d0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:36.643517 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:36.746466 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Allocated IP 172.27.0.233 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/fb34c9db-74f1-4a09-a63d-441eee19b245) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 08:59:36.750578 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:36.850000 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks [] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:36.963336 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:37.018690 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Pushing event updated for resources: {'Port': ['ID=fb34c9db-74f1-4a09-a63d-441eee19b245,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:37.024923 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 08:59:37.024923 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 08:59:37.026311 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 08:59:37.208266 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device f9d52bf5-99b7-425b-abdd-66b6d63202d8 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:59:37.255963 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port f9d52bf5-99b7-425b-abdd-66b6d63202d8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:37.256247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:37.297253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:37.330663 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks [] for router_gateway (8c43068e-0321-49ae-a986-74994c0d87d0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:37.339326 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port f9d52bf5-99b7-425b-abdd-66b6d63202d8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:37.474032 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:37.567483 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14732'] for router (8c43068e-0321-49ae-a986-74994c0d87d0), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:37.570876 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-519872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-519890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520514'] for router (8c43068e-0321-49ae-a986-74994c0d87d0), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:37.673831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Router 8c43068e-0321-49ae-a986-74994c0d87d0 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 08:59:37.774305 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 08:59:37.778501 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:37.779792 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-c2cba953-a826-4c9d-8a67-0a3cab4626de demo admin] 10.222.0.55 "PUT /v2.0/routers/8c43068e-0321-49ae-a986-74994c0d87d0 HTTP/1.1" status: 200 len: 890 time: 1.8247178 Jun 22 08:59:38.608889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Sync routers for ids ['8c43068e-0321-49ae-a986-74994c0d87d0'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 08:59:38.620879 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Routers {'8c43068e-0321-49ae-a986-74994c0d87d0'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:59:38.621526 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T08:59:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['8c43068e-0321-49ae-a986-74994c0d87d0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:38.820198 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Set router 8c43068e-0321-49ae-a986-74994c0d87d0 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:59:39.255192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'name': 'router1', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb34c9db-74f1-4a09-a63d-441eee19b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:59:18Z', 'updated_at': '2022-06-22T08:59:37Z', 'revision_number': 4, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'gw_port': {'id': 'fb34c9db-74f1-4a09-a63d-441eee19b245', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:36Z', 'updated_at': '2022-06-22T08:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'f9d52bf5-99b7-425b-abdd-66b6d63202d8', 'name': '', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'mac_address': 'fa:16:3e:ac:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:28Z', 'updated_at': '2022-06-22T08:59:32Z', 'revision_number': 5, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'subnets': [{'id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:39.302284 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Checking router: 8c43068e-0321-49ae-a986-74994c0d87d0 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 08:59:39.302658 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Updating router 8c43068e-0321-49ae-a986-74994c0d87d0 port fb34c9db-74f1-4a09-a63d-441eee19b245 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 08:59:39.356452 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:39.661469 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Publish callbacks [] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:39.746116 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:39.798141 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Attempting to bind port fb34c9db-74f1-4a09-a63d-441eee19b245 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 08:59:39.798504 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Attempting to bind port fb34c9db-74f1-4a09-a63d-441eee19b245 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 08:59:39.798881 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Attempting to bind port fb34c9db-74f1-4a09-a63d-441eee19b245 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 08:59:39.800593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:39.806397 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610f216-9d13-4916-b690-af73bc691893 None None] Pushing event updated for resources: {'Port': ['ID=fb34c9db-74f1-4a09-a63d-441eee19b245,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:39.812273 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 08:59:39.815015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 08:59:39.815015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:39.815015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 08:59:39.815015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Bound port: fb34c9db-74f1-4a09-a63d-441eee19b245, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 08:59:39.815015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:39.862927 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] For port fb34c9db-74f1-4a09-a63d-441eee19b245, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 08:59:39.865881 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] For port fb34c9db-74f1-4a09-a63d-441eee19b245, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=fb34c9db-74f1-4a09-a63d-441eee19b245,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 08:59:39.951866 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:39.957251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:40.014335 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610f216-9d13-4916-b690-af73bc691893 None None] Pushing event updated for resources: {'Port': ['ID=fb34c9db-74f1-4a09-a63d-441eee19b245,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:40.017517 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Routers {'8c43068e-0321-49ae-a986-74994c0d87d0'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 08:59:40.018112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T08:59:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['8c43068e-0321-49ae-a986-74994c0d87d0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:40.040207 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46102) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 08:59:40.122623 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] Set router 8c43068e-0321-49ae-a986-74994c0d87d0 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 08:59:40.153677 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-445d9fce-f769-4105-8e0d-65b66088a932 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119375 Jun 22 08:59:40.328319 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'name': 'router1', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb34c9db-74f1-4a09-a63d-441eee19b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:59:18Z', 'updated_at': '2022-06-22T08:59:37Z', 'revision_number': 4, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'gw_port': {'id': 'fb34c9db-74f1-4a09-a63d-441eee19b245', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:36Z', 'updated_at': '2022-06-22T08:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'f9d52bf5-99b7-425b-abdd-66b6d63202d8', 'name': '', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'mac_address': 'fa:16:3e:ac:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:28Z', 'updated_at': '2022-06-22T08:59:32Z', 'revision_number': 5, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'subnets': [{'id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 08:59:40.355544 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16413d4a-3590-4a68-a1c4-2dd8aec19f3e None None] The sync data for ids ['8c43068e-0321-49ae-a986-74994c0d87d0'] in dv-cinder-803823-12-iscsi is: [{'id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'name': 'router1', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'fb34c9db-74f1-4a09-a63d-441eee19b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T08:59:18Z', 'updated_at': '2022-06-22T08:59:37Z', 'revision_number': 4, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'gw_port': {'id': 'fb34c9db-74f1-4a09-a63d-441eee19b245', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:36Z', 'updated_at': '2022-06-22T08:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'f9d52bf5-99b7-425b-abdd-66b6d63202d8', 'name': '', 'network_id': 'a5f2ba37-2ffa-4ebb-a6a6-be391e97e063', 'tenant_id': 'e9470df72a334ba29e4da06067e1d428', 'mac_address': 'fa:16:3e:ac:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43068e-0321-49ae-a986-74994c0d87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T08:59:28Z', 'updated_at': '2022-06-22T08:59:32Z', 'revision_number': 5, 'project_id': 'e9470df72a334ba29e4da06067e1d428', 'subnets': [{'id': 'be1f7323-83b4-4fb3-be24-1ec0fc09fdf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '834cfe47-b660-4dc2-8968-684f442bb6e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 08:59:41.204636 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device fb34c9db-74f1-4a09-a63d-441eee19b245 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:59:41.248768 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port fb34c9db-74f1-4a09-a63d-441eee19b245 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:41.249159 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:41.335518 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port fb34c9db-74f1-4a09-a63d-441eee19b245 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:41.335904 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:41.361447 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port fb34c9db-74f1-4a09-a63d-441eee19b245, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=fb34c9db-74f1-4a09-a63d-441eee19b245,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 08:59:41.420746 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:41.475681 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=fb34c9db-74f1-4a09-a63d-441eee19b245,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 08:59:42.243868 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=26 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:42.248250 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=54 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:43.224892 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device fb34c9db-74f1-4a09-a63d-441eee19b245 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 08:59:43.252425 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:43.272626 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port fb34c9db-74f1-4a09-a63d-441eee19b245 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 08:59:43.273005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (fb34c9db-74f1-4a09-a63d-441eee19b245), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:43.349470 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port fb34c9db-74f1-4a09-a63d-441eee19b245 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 08:59:50.145757 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=22 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:50.150840 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:53.349596 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=74 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 08:59:55.639347 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 08:59:56.192776 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe47f-aa77-46b2-a69f-d2d8ea5ed609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:58.447505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-feaa44a7-3323-4f91-8045-68d2fda75ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 08:59:59.488487 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:01.071245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:01.579749 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:08.645730 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:08.653268 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:11.005922 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:11.498624 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:26.183760 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f877f1ac-5df8-4a47-a091-c870e9f02dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:28.795069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-663858fe-65df-4ae6-b7df-9188ca89b081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:29.550506 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:31.064440 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:31.572955 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:32.640371 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:00:41.488339 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:41.490148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:45.849698 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:54.637115 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:00:56.184150 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f251-796d-403d-848f-90b037bf2f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:56.969154 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46644) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:57.029059 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-093869eb-bac3-4ce2-b422-a17909f8996d admin admin] GET failed (client error): The resource could not be found. Jun 22 09:00:57.030302 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-093869eb-bac3-4ce2-b422-a17909f8996d admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602210 Jun 22 09:00:57.192521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3262b-d583-43eb-a33d-440b66a17ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:57.193984 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8af3262b-d583-43eb-a33d-440b66a17ad5 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596274 Jun 22 09:00:58.440620 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b2f76cbd-46af-47a3-b8fd-02745c17cbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.265381 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46654) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:00:59.381923 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047454a4-7f83-48b6-a816-41c1d6dd91d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:59.383302 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-047454a4-7f83-48b6-a816-41c1d6dd91d6 admin admin] 10.222.0.55 "GET /v2.0/subnets/be1f7323-83b4-4fb3-be24-1ec0fc09fdf4 HTTP/1.1" status: 200 len: 849 time: 0.1167579 Jun 22 09:00:59.393199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:00:59.479169 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Publish callbacks [] for subnet (be1f7323-83b4-4fb3-be24-1ec0fc09fdf4), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.520661 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.681408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754880291943'] for subnet (be1f7323-83b4-4fb3-be24-1ec0fc09fdf4), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.721230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:00:59.721816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:00:59.724520 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] 10.222.0.55 "PUT /v2.0/subnets/be1f7323-83b4-4fb3-be24-1ec0fc09fdf4 HTTP/1.1" status: 200 len: 868 time: 0.3346293 Jun 22 09:00:59.726816 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2bc7ee-5fd7-4305-905c-7f8f38bf2ace None None] Network a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:00:59.747603 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1f7323-83b4-4fb3-be24-1ec0fc09fdf4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:00:59.752925 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.753296 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.753661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.754081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.754329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.754667 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.755038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.755375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.755723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.756057 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.756390 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.756717 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.757043 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.757367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:00:59.757692 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b064b8-8d08-49b5-94ac-afc71ffa033e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:00.079728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-78fb74bf-5789-435f-95eb-7c4f04bd75b8 None None] Provisioning complete for port f9d52bf5-99b7-425b-abdd-66b6d63202d8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:00.080047 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-78fb74bf-5789-435f-95eb-7c4f04bd75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f9d52bf5-99b7-425b-abdd-66b6d63202d8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.151291 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-78fb74bf-5789-435f-95eb-7c4f04bd75b8 None None] Current status of the port f9d52bf5-99b7-425b-abdd-66b6d63202d8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:00.159862 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-78fb74bf-5789-435f-95eb-7c4f04bd75b8 None None] Provisioning complete for port 788b4d30-7c10-4ce2-94b2-083100461dec triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:00.160257 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-78fb74bf-5789-435f-95eb-7c4f04bd75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (788b4d30-7c10-4ce2-94b2-083100461dec), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:00.231310 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-78fb74bf-5789-435f-95eb-7c4f04bd75b8 None None] Current status of the port 788b4d30-7c10-4ce2-94b2-083100461dec is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:01.068862 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.559431 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:01.767968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46664) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:01.969828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62366cb8-2aa8-48f2-af97-6ab8da46f5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:01.970212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62366cb8-2aa8-48f2-af97-6ab8da46f5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:01.971774 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-62366cb8-2aa8-48f2-af97-6ab8da46f5ba admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028794 Jun 22 09:01:04.017233 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46672) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:04.301833 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab328f-fec8-4fc2-a56f-0684a3f14586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:04.302208 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab328f-fec8-4fc2-a56f-0684a3f14586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:04.304206 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8aab328f-fec8-4fc2-a56f-0684a3f14586 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2855852 Jun 22 09:01:06.461972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46680) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:06.613093 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ea878-05ca-46aa-9a80-3d3a9e13aa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:06.614346 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-542ea878-05ca-46aa-9a80-3d3a9e13aa7f admin admin] 10.222.0.55 "GET /v2.0/networks/72347d35-4d7b-4fc5-ad26-6809f3c1660a HTTP/1.1" status: 200 len: 886 time: 0.1514540 Jun 22 09:01:08.650986 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46688) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:08.795615 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65385ff0-be34-469c-8249-f8ed187d99ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:08.796954 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-65385ff0-be34-469c-8249-f8ed187d99ae admin admin] 10.222.0.55 "GET /v2.0/networks/a5f2ba37-2ffa-4ebb-a6a6-be391e97e063 HTTP/1.1" status: 200 len: 869 time: 0.1449869 Jun 22 09:01:09.639412 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:01:10.849860 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46696) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:10.972091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9b59e0-672d-4786-bfec-6b55fe0c81f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:10.972536 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9b59e0-672d-4786-bfec-6b55fe0c81f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:10.974022 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-eb9b59e0-672d-4786-bfec-6b55fe0c81f2 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232235 Jun 22 09:01:11.487327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:11.493243 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:13.027760 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46704) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:13.164241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35acdd0a-e302-4d4b-8f68-496123345e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:13.164683 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35acdd0a-e302-4d4b-8f68-496123345e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:13.166215 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-35acdd0a-e302-4d4b-8f68-496123345e2f admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374512 Jun 22 09:01:14.292750 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=24 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:14.298811 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=24 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:15.216842 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46712) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:15.292877 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:15.294970 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:15.304517 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eac9ae-d2ac-4496-a4a4-7560384c0dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:15.305847 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b1eac9ae-d2ac-4496-a4a4-7560384c0dbe admin admin] 10.222.0.55 "GET /v2.0/subnets/20198578-209f-4659-9e38-bcf020822392 HTTP/1.1" status: 200 len: 816 time: 0.0880663 Jun 22 09:01:17.369370 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46722) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:17.461689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c3bdc-68e3-4b70-a4d3-86dae23e1e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:17.463578 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f28c3bdc-68e3-4b70-a4d3-86dae23e1e22 admin admin] 10.222.0.55 "GET /v2.0/subnets/be1f7323-83b4-4fb3-be24-1ec0fc09fdf4 HTTP/1.1" status: 200 len: 868 time: 0.0926402 Jun 22 09:01:22.641681 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=19 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:22.645505 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=15 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:26.181396 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-63b1f3b1-9b0b-4638-8309-91ac7fdbabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:27.457064 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=11 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:27.458100 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:28.518884 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-706ca97c-2386-488d-b401-e008914e5683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:29.507148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.062401 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:31.576334 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:41.494735 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:41.500690 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:43.954933 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:44.001628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [None req-19606f6c-bdef-41d4-89af-e28aa92b5057 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:01:44.002639 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-19606f6c-bdef-41d4-89af-e28aa92b5057 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467491 Jun 22 09:01:46.143311 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:46.203461 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-481d3a74-635f-4ff3-bf4b-f87035bf6ac8 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:01:46.205439 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-481d3a74-635f-4ff3-bf4b-f87035bf6ac8 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611830 Jun 22 09:01:46.352004 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0bd1b-edf0-409b-bb9a-bc90006eab09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:46.357036 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-57f0bd1b-edf0-409b-bb9a-bc90006eab09 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1440411 Jun 22 09:01:46.639375 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:01:48.448925 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46794) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:48.495194 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:48.581477 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Made reservation on behalf of 220b7f5f59544863b1dda75a37a7b01f for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:48.583804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.618566 dv-cinder-803823-12-iscsi neutron-server[104667]: WARNING neutron.services.revisions.revision_plugin [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Could not find related network for resource to bump revision. Jun 22 09:01:48.628823 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:01:48.637936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (dd21dd39-2562-4905-bf4d-3649b0cef2c2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.638275 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Added segment dd21dd39-2562-4905-bf4d-3649b0cef2c2 of type vlan for network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 Jun 22 09:01:48.675613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (c69286ce-7d69-4d76-be2e-16a2dfa45ed3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.764256 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (c69286ce-7d69-4d76-be2e-16a2dfa45ed3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.765176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:48.765734 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:48.826446 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] Pushing event updated for resources: {'Network': ['ID=c69286ce-7d69-4d76-be2e-16a2dfa45ed3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:48.835873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:01:48.869717 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-d063a1cf-28fd-4242-996d-395429d9e194 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4196079 Jun 22 09:01:50.932478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:01:50.993981 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc9d1b9-21bc-485b-8ed6-51244ff82b60 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:01:50.995308 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5dc9d1b9-21bc-485b-8ed6-51244ff82b60 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618722 Jun 22 09:01:51.063928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92393067-3b26-4945-9eaf-dfe9dfa6f049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:51.065363 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-92393067-3b26-4945-9eaf-dfe9dfa6f049 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660436 Jun 22 09:01:51.074805 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:01:51.164980 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Made reservation on behalf of 220b7f5f59544863b1dda75a37a7b01f for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:01:51.167199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.392735 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (3cba0e18-72d1-47d9-97d8-a7e189c15e5c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.449857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cba0e18-72d1-47d9-97d8-a7e189c15e5c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:51.457255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Checking segment: {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:51.457599 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Network hostable DHCP agents. Network: c69286ce-7d69-4d76-be2e-16a2dfa45ed3, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:01:51.529952 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:01:51.615820 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, c69286ce-7d69-4d76-be2e-16a2dfa45ed3) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:51.620425 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:01:51.621788 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.625103 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e4a95-0bf4-4ae6-9f47-ff99acfe3687 None None] Network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:01:51.700335 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0a8c5bc8-28f7-4b29-a0ca-0f8cb4d2ecc0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6281323 Jun 22 09:01:51.824004 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-c69286ce-7d69-4d76-be2e-16a2dfa45ed3', 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3', 'project_id': '220b7f5f59544863b1dda75a37a7b01f', 'fixed_ips': [{'subnet_id': '3cba0e18-72d1-47d9-97d8-a7e189c15e5c'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:01:51.825205 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:51.964449 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Allocated IP 192.168.233.2 (c69286ce-7d69-4d76-be2e-16a2dfa45ed3/3cba0e18-72d1-47d9-97d8-a7e189c15e5c/8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:01:52.113476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Publish callbacks [] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.181667 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.225373 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:01:52.228777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:01:52.232600 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:01:52.237986 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Pushing event updated for resources: {'Port': ['ID=8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:52.249500 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.249848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.250209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.250611 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.250971 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.251267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.251579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.251920 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.252277 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.252530 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.252853 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.253188 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.253511 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.253832 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.254147 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:01:52.303997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Attempting to bind port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:01:52.304361 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Attempting to bind port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:01:52.304724 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Attempting to bind port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 on network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:01:52.310363 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:01:52.310729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Checking segment: {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:01:52.311168 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.311556 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Bound using segment: {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:01:52.312025 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Bound port: 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:01:52.312404 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.374301 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] For port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:01:52.377294 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] For port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:01:52.474322 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:52.534262 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edf5d1-4087-484a-ab41-91b38f416a0f None None] Pushing event updated for resources: {'Port': ['ID=8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:53.314301 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:53.373069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:53.373448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:53.399283 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d8c09-6838-411b-a7c1-5568512d6053 None None] Network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:01:53.422411 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:53.442531 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:53.488239 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Provisioning complete for port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:53.488630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:53.557955 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:53.558341 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:53.643944 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:01:53.652427 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Current status of the port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:53.653931 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:53.714441 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:53.789836 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.api [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:01:53.790261 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG oslo_db.api [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:01:53.794662 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:01:54.324664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ec49e3f1-ee14-462b-8f18-02749aff7a8f None None] Current status of the port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:54.441976 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-19dc7d63-1c0e-4093-9448-e2e19de5bc4f None None] Provisioning complete for port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:54.442370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19dc7d63-1c0e-4093-9448-e2e19de5bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:54.515811 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-19dc7d63-1c0e-4093-9448-e2e19de5bc4f None None] Current status of the port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:55.271972 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:01:55.317831 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:01:55.318223 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:55.358523 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:55.388083 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8bcd5f0c-6a7e-405d-ab55-6db1cb0826a5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:01:56.198077 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e5b47f21-23d4-4832-bece-d91e4a238919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:58.449583 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ffc3953b-ddc8-48e8-b06a-c14016b310c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.525014 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:01:59.647095 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:01:59.651962 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:01.111717 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.575511 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:01.631673 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:01.632436 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:11.493734 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:11.496554 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:23.638900 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:02:26.169345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca2b5-ccf5-4ccb-8a7a-2143461e08f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:28.437749 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12d7d1e0-f1b4-4127-8de3-803cc504d3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:29.529011 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.066214 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:31.540314 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:36.637363 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:36.648322 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:41.487823 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:41.494854 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:54.632841 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:54.633484 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:02:56.173219 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4bdded9-c41f-4aee-a7ce-68bdda767844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:58.425432 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1e3c-041b-48d8-b8b2-b93dc758fc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:02:59.522535 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:00.642310 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:03:01.076607 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:01.551107 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:11.497743 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:11.499630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:13.641202 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:13.646024 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:24.503190 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:24.511458 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [None req-ad5ce5b4-3b00-4e78-b54f-3e6e6d752a3d tempest-verify_tempest_config-166565414 tempest-verify_tempest_config-166565414-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:03:24.512769 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ad5ce5b4-3b00-4e78-b54f-3e6e6d752a3d tempest-verify_tempest_config-166565414 tempest-verify_tempest_config-166565414-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0085380 Jun 22 09:03:25.184153 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 46862) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:25.286981 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.360696 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Publish callbacks [] for security_group (6db8fd5e-4858-4157-8775-b1910264221b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.417816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (6db8fd5e-4858-4157-8775-b1910264221b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.462734 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db8fd5e-4858-4157-8775-b1910264221b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.467382 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66412c36421c4e2682376bcd2b00c695&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2822523 Jun 22 09:03:25.470492 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46866) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:03:25.471646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.471995 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.472348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.472685 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.473018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.473345 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.473671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.473992 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.474328 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.474651 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.475014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.475340 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.475657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.475974 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.476290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123bd36-bac4-4280-b018-2d26223c8258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.545598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Publish callbacks [] for security_group (6db8fd5e-4858-4157-8775-b1910264221b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.567225 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Publish callbacks [] for security_group (6db8fd5e-4858-4157-8775-b1910264221b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.721382 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (6db8fd5e-4858-4157-8775-b1910264221b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.723920 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:25.725067 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6db8fd5e-4858-4157-8775-b1910264221b HTTP/1.1" status: 204 len: 168 time: 0.2535832 Jun 22 09:03:25.733492 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db8fd5e-4858-4157-8775-b1910264221b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:03:25.740910 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.741253 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.741601 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.741939 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.742324 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.742651 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.742996 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.743322 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.743641 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.743960 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.744292 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.744616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.744929 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.745261 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:25.745551 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843742a4-d1dd-4546-b614-ad542190eb8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:03:26.184244 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9154a4d-fb8f-4c54-8ae9-01ef6c95a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:28.487130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a34c4dda-111c-47b8-ab07-943d165f0acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:29.561248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:31.081289 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:31.566506 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:35.458980 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.466064 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.735705 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:35.737221 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:37.637396 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:03:41.498309 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:41.554002 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:54.172195 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=19 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:54.174009 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=15 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:03:56.166072 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d592dc2a-c1d0-4b9f-8a05-3b181942dbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:58.422799 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aabfd04e-d305-43b4-becc-5479e69b099c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:03:59.513972 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:01.091405 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:01.559504 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:11.494017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:11.495873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:14.636438 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:04:26.181498 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d95518a-3236-4770-9f52-c9c17d8304c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:27.654701 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:27.659366 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:28.427776 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da474902-35d0-43cd-99ff-14efb0acc13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:29.541841 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.113025 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:31.547250 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:41.494168 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:41.500144 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:51.635062 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:04:54.639814 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:04:56.180459 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ee2e779-8fb1-4cd9-b6a8-d18f26bff68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:58.431919 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0674374c-522e-4276-b4d7-ff1aafadf4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:04:59.540314 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:01.089276 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:01.563192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:04.656803 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=8 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:11.402975 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524098'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:21.297841 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:21.299810 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:23.402647 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46942) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:23.509638 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-88617169-2d02-44e1-8c74-946294a725b4 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1058514 Jun 22 09:05:25.574784 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 46952) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:05:25.636552 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-4db70acf-e822-4427-a80e-f3b138e7a297 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0607498 Jun 22 09:05:26.191509 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209caad8-d6b6-4b48-9ad9-021e59aaac39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:28.447981 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6e26ec0-8a69-4b52-b8d0-ee83c3d070d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:28.635429 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:05:29.556496 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:31.099328 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:31.670965 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:35.631272 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:35.632002 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:41.310267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:41.647108 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:41.653074 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:51.266017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:51.268447 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:54.188803 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=11 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:54.193721 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=15 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:05:56.184128 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-50205405-7186-46b3-8970-f9a0a701b173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:58.429661 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92ff6562-c11b-4ad2-9b70-44dd02c79928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:05:59.532666 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:01.092550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:01.561224 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:05.634525 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:06:11.303937 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:18.643907 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:18.648589 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:21.265678 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:21.267351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:26.194281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52e3f082-70d2-4ec2-a4c1-c2d23029d640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:28.446389 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67fca96b-d32f-4c6e-bbce-b754dfa6a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:29.560111 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:31.102486 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:31.553929 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:41.342645 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:42.634217 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:06:51.279168 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:51.281148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:55.650405 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:55.655229 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:06:56.176081 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a3a62d6-09f7-4a6f-8385-cac48544ec2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:58.473819 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03290fc4-24b0-4c61-8681-99538d323fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:06:59.594067 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:01.130907 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:01.576192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:02.834536 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47110) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:03.160616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1531133119-network', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:03.238737 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Made reservation on behalf of dfcacaecd4564e90bfc76ff7e77911da for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:03.241369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.248099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:03.250471 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.336851 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks [] for security_group (35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.410131 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.448032 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:07:03.451192 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:03.463388 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.463728 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.464088 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.464432 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.464946 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.465287 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.465635 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.465991 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.466341 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.466665 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.467041 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.467368 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.467693 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.468016 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.468361 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Tracked resource versions report: Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: pushed versions: Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: { 'AddressGroup': {'1.2'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Agent': {'1.1'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'ConntrackHelper': {'1.0'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Log': {'1.0'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'NDPProxy': {'1.0'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Network': {'1.1'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Port': {'1.7'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'PortForwarding': {'1.3'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'QosPolicy': {'1.10'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroup': {'1.5'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SubPort': {'1.0'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Subnet': {'1.1'}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Trunk': {'1.1'}} Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: consumer versions: Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: HyperV agent@hv-cinder-80382: {}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Agent': '1.1', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'ConntrackHelper': '1.0', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'LocalIPAssociation': '1.0', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Log': '1.0', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'NDPProxy': '1.0', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Network': '1.1', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Port': '1.7', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'PortForwarding': '1.3', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'QosPolicy': '1.10', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroup': '1.5', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SecurityGroupRule': '1.2', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'SubPort': '1.0', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Subnet': '1.1', Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: 'Trunk': '1.1'}} Jun 22 09:07:03.469520 dv-cinder-803823-12-iscsi neutron-server[104666]: {{(pid=104666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:07:03.478026 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754880099970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (c9a6a624-1919-429e-9e2e-48cacb2547f9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.478805 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Unsubscribe: segment precommit_create {{(pid=104666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:07:03.479285 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Added segment c9a6a624-1919-429e-9e2e-48cacb2547f9 of type vlan for network feb2a623-753e-4717-8e5a-c83201989599 Jun 22 09:07:03.523976 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (feb2a623-753e-4717-8e5a-c83201989599), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.627638 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (feb2a623-753e-4717-8e5a-c83201989599), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.628950 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:03.629671 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.705373 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-801847540-network', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:03.724270 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] Pushing event updated for resources: {'Network': ['ID=feb2a623-753e-4717-8e5a-c83201989599,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:03.737896 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47164) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:03.738399 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network feb2a623-753e-4717-8e5a-c83201989599 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:07:03.758781 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-6f987f1c-c82f-415f-970a-b0c07b039c26 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9230599 Jun 22 09:07:03.771297 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47170) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:03.776551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Request body: {'subnet': {'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-subnet', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:03.844700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Made reservation on behalf of aa1c1626dad34ae9a2216e46ffae4003 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:03.847546 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.859828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.895814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Made reservation on behalf of dfcacaecd4564e90bfc76ff7e77911da for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:03.900833 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:03.959452 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47178) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:04.005230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks [] for security_group (7192b671-dade-4943-aae9-03ef818f3295), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.055503 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1783183377-network', 'tenant_id': 'b887d876b7624299b5575036da211d6b'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:04.126595 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7192b671-dade-4943-aae9-03ef818f3295), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.144593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:07:04.164140 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (85427361-51fc-469c-b440-b9071e294d37), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.167013 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Added segment 85427361-51fc-469c-b440-b9071e294d37 of type vlan for network b36bc90f-3b6b-474d-8af3-dd7768321d61 Jun 22 09:07:04.203407 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1016076283-network', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:04.211995 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (37c71764-c395-49fc-bc44-5bf8c26e6e4d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.220223 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (b36bc90f-3b6b-474d-8af3-dd7768321d61), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.226950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7192b671-dade-4943-aae9-03ef818f3295,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:04.249753 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Made reservation on behalf of b887d876b7624299b5575036da211d6b for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:04.252065 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.261666 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.262004 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.262363 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.262702 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.263053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.266946 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Tracked resource versions report: Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: pushed versions: Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: { 'AddressGroup': {'1.2'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Agent': {'1.1'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'ConntrackHelper': {'1.0'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Log': {'1.0'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'NDPProxy': {'1.0'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Network': {'1.1'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Port': {'1.7'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'PortForwarding': {'1.3'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'QosPolicy': {'1.10'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroup': {'1.5'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SubPort': {'1.0'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Subnet': {'1.1'}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Trunk': {'1.1'}} Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: consumer versions: Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: HyperV agent@hv-cinder-80382: {}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Agent': '1.1', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'ConntrackHelper': '1.0', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'LocalIPAssociation': '1.0', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Log': '1.0', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'NDPProxy': '1.0', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Network': '1.1', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Port': '1.7', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'PortForwarding': '1.3', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'QosPolicy': '1.10', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroup': '1.5', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SecurityGroupRule': '1.2', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'SubPort': '1.0', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Subnet': '1.1', Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: 'Trunk': '1.1'}} Jun 22 09:07:04.267442 dv-cinder-803823-12-iscsi neutron-server[104667]: {{(pid=104667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:07:04.297774 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Made reservation on behalf of e06efd9f018749e3931f713b485d6f84 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:04.300686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.305486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.327191 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.351950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (b36bc90f-3b6b-474d-8af3-dd7768321d61), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.352928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:04.353771 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.369354 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:04.369606 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Network hostable DHCP agents. Network: feb2a623-753e-4717-8e5a-c83201989599, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:07:04.426436 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] Pushing event updated for resources: {'Network': ['ID=b36bc90f-3b6b-474d-8af3-dd7768321d61,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:04.428681 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c71764-c395-49fc-bc44-5bf8c26e6e4d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:04.439291 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:07:04.460905 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:04.461874 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:04.499972 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ea6b96cd-d40d-4b81-882d-165ea3069774 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2498965 Jun 22 09:07:04.500832 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47198) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:04.506793 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Request body: {'subnet': {'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-subnet', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:04.519490 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks [] for security_group (82e3d63e-5211-4714-8290-8129489e110b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.548761 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks [] for security_group (0d5a70bb-f50d-40d1-bebd-26707a55f756), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.571732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Network feb2a623-753e-4717-8e5a-c83201989599 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:07:04.628295 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (82e3d63e-5211-4714-8290-8129489e110b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.640068 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Made reservation on behalf of aa1c1626dad34ae9a2216e46ffae4003 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:04.647967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.663615 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (0d5a70bb-f50d-40d1-bebd-26707a55f756), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.665870 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:07:04.666295 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, feb2a623-753e-4717-8e5a-c83201989599) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:04.671403 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3d63e-5211-4714-8290-8129489e110b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:04.682162 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (c04b5335-a467-4ced-9d1a-7ce213ec3d94), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.682746 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Added segment c04b5335-a467-4ced-9d1a-7ce213ec3d94 of type vlan for network 38012433-cd82-4c62-9189-d8a4ad0d5908 Jun 22 09:07:04.691667 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d002f2-9020-4144-913e-d09389893c70 None None] Network feb2a623-753e-4717-8e5a-c83201989599 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:04.731187 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (38012433-cd82-4c62-9189-d8a4ad0d5908), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.741757 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:04.742350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.759933 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:07:04.775076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a70bb-f50d-40d1-bebd-26707a55f756,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:04.783632 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (5587e075-1f95-4eec-89d2-7239d17c3a67), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.783975 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Added segment 5587e075-1f95-4eec-89d2-7239d17c3a67 of type vlan for network afe5cf3e-c89f-4784-88a7-346190bc1b68 Jun 22 09:07:04.844577 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (38012433-cd82-4c62-9189-d8a4ad0d5908), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.845610 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:04.846175 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.854875 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (afe5cf3e-c89f-4784-88a7-346190bc1b68), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.855301 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-feb2a623-753e-4717-8e5a-c83201989599', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:07:04.857029 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:04.920643 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2c7df762-81d7-4184-807e-bcba0ad3a32c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1480455 Jun 22 09:07:04.923369 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47218) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:04.927556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:04.940544 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] Pushing event updated for resources: {'Network': ['ID=38012433-cd82-4c62-9189-d8a4ad0d5908,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:04.973619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47220) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:04.976109 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-cbc94abd-14bf-453e-ac2a-8985e0870a6c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0147009 Jun 22 09:07:04.979502 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Request body: {'subnet': {'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1016076283-subnet', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:04.996111 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:07:05.006441 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (afe5cf3e-c89f-4784-88a7-346190bc1b68), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.008121 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:05.009292 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.138391 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Allocated IP 172.20.0.2 (feb2a623-753e-4717-8e5a-c83201989599/37c71764-c395-49fc-bc44-5bf8c26e6e4d/76b99ef4-e97a-484a-88d3-2f57a374ac2c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:05.161606 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.162940 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.170732 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4368677 Jun 22 09:07:05.172181 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474768ff-9766-452f-9e51-d2bca719d706 admin admin] Pushing event updated for resources: {'Network': ['ID=afe5cf3e-c89f-4784-88a7-346190bc1b68,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:05.174280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47234) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:05.179689 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Request body: {'subnet': {'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1783183377-subnet', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:05.189312 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (740d1db4-74c2-4b37-8ebf-004a5db8ee9b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.198640 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Made reservation on behalf of e06efd9f018749e3931f713b485d6f84 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:05.198640 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.207797 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:05.301847 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Made reservation on behalf of b887d876b7624299b5575036da211d6b for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:05.305350 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.313993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks [] for router_controller (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.332200 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:07:05.390798 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=740d1db4-74c2-4b37-8ebf-004a5db8ee9b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:05.436888 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:05.533666 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:05.571882 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Checking segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:05.572270 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Network hostable DHCP agents. Network: b36bc90f-3b6b-474d-8af3-dd7768321d61, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:07:05.588253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Publish callbacks [] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.668694 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.673760 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:05.690740 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (95d60d52-6ba3-4e1b-8c0c-59c058040469), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.720125 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks [] for router_gateway (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.726587 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:05.739887 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:05.761153 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:05.772013 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Pushing event updated for resources: {'Port': ['ID=76b99ef4-e97a-484a-88d3-2f57a374ac2c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:05.792365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d60d52-6ba3-4e1b-8c0c-59c058040469,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:05.798047 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.803630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.804507 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Checking segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:05.804868 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Network hostable DHCP agents. Network: afe5cf3e-c89f-4784-88a7-346190bc1b68, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:07:05.811447 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:07:05.811812 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.811812 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.817469 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.818674 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.819145 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.819599 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.820053 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.820513 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.821262 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.821703 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.822124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.822542 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.823101 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Tracked resource versions report: Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: pushed versions: Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: { 'AddressGroup': {'1.2'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Agent': {'1.1'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'ConntrackHelper': {'1.0'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Log': {'1.0'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'NDPProxy': {'1.0'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Network': {'1.1'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Port': {'1.7'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'PortForwarding': {'1.3'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'QosPolicy': {'1.10'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroup': {'1.5'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SubPort': {'1.0'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Subnet': {'1.1'}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Trunk': {'1.1'}} Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: consumer versions: Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: HyperV agent@hv-cinder-80382: {}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Agent': '1.1', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'ConntrackHelper': '1.0', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'LocalIPAssociation': '1.0', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Log': '1.0', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'NDPProxy': '1.0', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Network': '1.1', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Port': '1.7', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'PortForwarding': '1.3', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'QosPolicy': '1.10', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroup': '1.5', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SecurityGroupRule': '1.2', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'SubPort': '1.0', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Subnet': '1.1', Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: 'Trunk': '1.1'}} Jun 22 09:07:05.825578 dv-cinder-803823-12-iscsi neutron-server[104668]: {{(pid=104668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:07:05.896255 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:07:05.921930 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Attempting to bind port 76b99ef4-e97a-484a-88d3-2f57a374ac2c on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:05.922504 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Attempting to bind port 76b99ef4-e97a-484a-88d3-2f57a374ac2c by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:05.922880 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Attempting to bind port 76b99ef4-e97a-484a-88d3-2f57a374ac2c on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:05.926330 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:05.930237 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:05.930845 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:05.931549 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.932097 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Bound using segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:05.932560 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Bound port: 76b99ef4-e97a-484a-88d3-2f57a374ac2c, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:05.932943 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:05.977568 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:05.998592 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, afe5cf3e-c89f-4784-88a7-346190bc1b68) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:06.006280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, b36bc90f-3b6b-474d-8af3-dd7768321d61) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:06.007766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.009799 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] For port 76b99ef4-e97a-484a-88d3-2f57a374ac2c, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:06.010280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.011158 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.019743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.020506 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.021353 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f5b64-0127-4a42-b22d-fc17d7c7072d None None] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:06.029467 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d27d25-3a9b-4130-94a1-6ef4028ccec5 None None] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:06.122811 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-25ddae1f-4bf8-4860-b358-719578e43d9d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9471545 Jun 22 09:07:06.125168 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47258) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:06.138082 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:06.153548 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:06.153776 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] For port 76b99ef4-e97a-484a-88d3-2f57a374ac2c, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=76b99ef4-e97a-484a-88d3-2f57a374ac2c,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:06.158465 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks [] for router_gateway (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.194374 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-fd42ce15-f832-4b74-bfbc-1f19c14d5c2f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6911714 Jun 22 09:07:06.195178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47262) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:06.196533 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.199520 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-b36bc90f-3b6b-474d-8af3-dd7768321d61', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:07:06.200011 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Checking segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:06.200367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Network hostable DHCP agents. Network: 38012433-cd82-4c62-9189-d8a4ad0d5908, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:07:06.201336 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.207039 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:06.260123 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.302194 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (3888f140-6376-4e55-92c6-864188eab109), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.303530 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (3888f140-6376-4e55-92c6-864188eab109), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.445606 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (c3823cb2-6272-4bc2-b1d7-712759c21904), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.446544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (c3823cb2-6272-4bc2-b1d7-712759c21904), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.467659 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks [] for router_controller (3888f140-6376-4e55-92c6-864188eab109), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.490445 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a6bd2-3d0e-41ce-85d7-58748f7e904b None None] Pushing event updated for resources: {'Port': ['ID=76b99ef4-e97a-484a-88d3-2f57a374ac2c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:06.508673 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Allocated IP 172.27.0.202 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/8482a3fa-6616-4d68-934e-646c1d2bf00d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:06.509702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-afe5cf3e-c89f-4784-88a7-346190bc1b68', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:07:06.509702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.534535 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:07:06.549851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks [] for router_controller (c3823cb2-6272-4bc2-b1d7-712759c21904), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.755215 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 38012433-cd82-4c62-9189-d8a4ad0d5908) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:06.755215 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:06.755215 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.757349 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f2b8b3-57a7-4c8b-b8d1-5f862376dd6d None None] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:06.872952 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Allocated IP 172.20.0.2 (b36bc90f-3b6b-474d-8af3-dd7768321d61/740d1db4-74c2-4b37-8ebf-004a5db8ee9b/335965bf-c0ae-451c-bb7c-4074bf7184ab) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:06.893882 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks [] for router_gateway (3888f140-6376-4e55-92c6-864188eab109), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:06.913362 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:06.950607 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-38012433-cd82-4c62-9189-d8a4ad0d5908', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:07:06.951634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.048053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks [] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.063729 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-eac14e90-bd1a-44d7-93b5-20e5a4d5bb01 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0890079 Jun 22 09:07:07.144027 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47310) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:07.193224 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:07.197215 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks [] for router_gateway (c3823cb2-6272-4bc2-b1d7-712759c21904), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.380958 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (2b0e3aff-0175-4d11-853e-17d841613ab6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.382122 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (2b0e3aff-0175-4d11-853e-17d841613ab6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.394923 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Allocated IP 172.20.0.2 (afe5cf3e-c89f-4784-88a7-346190bc1b68/95d60d52-6ba3-4e1b-8c0c-59c058040469/a58955d7-0097-42aa-8b4a-7ef9eab92a34) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:07.639716 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 76b99ef4-e97a-484a-88d3-2f57a374ac2c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:07.641395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks [] for router_controller (2b0e3aff-0175-4d11-853e-17d841613ab6), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.644934 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks [] for router_gateway (3888f140-6376-4e55-92c6-864188eab109), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.692280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.742475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 76b99ef4-e97a-484a-88d3-2f57a374ac2c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:07.744211 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.744513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:07.750880 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:07.933686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47330) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:07.944611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:07.984760 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:07.993077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:08.231253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Allocated IP 172.20.0.2 (38012433-cd82-4c62-9189-d8a4ad0d5908/dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d/6c5a9159-5aa0-47fe-ab9a-8401df444927) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:08.231253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 76b99ef4-e97a-484a-88d3-2f57a374ac2c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:08.231253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.231253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 76b99ef4-e97a-484a-88d3-2f57a374ac2c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=76b99ef4-e97a-484a-88d3-2f57a374ac2c,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:08.231253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:08.231253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29a477-c97e-4cda-9041-254d7824e9a7 None None] Network feb2a623-753e-4717-8e5a-c83201989599 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:08.238733 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:08.294891 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks [] for router_gateway (2b0e3aff-0175-4d11-853e-17d841613ab6), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.312040 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Allocated IP 172.27.0.26 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/e09a124a-3ec5-42cf-873e-f5aff5cfc75e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:08.347543 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks [] for router_gateway (c3823cb2-6272-4bc2-b1d7-712759c21904), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.353426 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-372f5f9d-8f9b-46d5-8000-84269b01bb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.383522 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Pushing event updated for resources: {'Port': ['ID=8482a3fa-6616-4d68-934e-646c1d2bf00d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:08.393947 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Publish callbacks [] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.394477 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.436539 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.457414 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:08.538556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks [] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.711606 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks [] for router_gateway (2b0e3aff-0175-4d11-853e-17d841613ab6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.740456 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.741860 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.816219 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks [] for router_gateway (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.838332 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5ac088c0-2f1a-4b4d-ac9d-ac8bd764a538 None None] Provisioning complete for port 76b99ef4-e97a-484a-88d3-2f57a374ac2c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:08.838954 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac088c0-2f1a-4b4d-ac9d-ac8bd764a538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.860639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-372f5f9d-8f9b-46d5-8000-84269b01bb9a admin admin] Publish callbacks [] for security_group (aed1d966-f873-4180-874a-38af54bf57a6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.872603 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:08.875653 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.894745 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:08.897300 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:08.902347 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:08.906892 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=76b99ef4-e97a-484a-88d3-2f57a374ac2c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:08.907038 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:08.916865 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Publish callbacks [] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.949055 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:08.965651 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-372f5f9d-8f9b-46d5-8000-84269b01bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (aed1d966-f873-4180-874a-38af54bf57a6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:08.969535 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Allocated IP 172.27.0.33 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/cbf4336b-d81a-44b7-bee7-ac0972c6556c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:09.002125 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.036259 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:09.072275 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5f9d-8f9b-46d5-8000-84269b01bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1d966-f873-4180-874a-38af54bf57a6,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:09.085799 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-372f5f9d-8f9b-46d5-8000-84269b01bb9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c86d072c3df9460895499d6fba56760c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1419935 Jun 22 09:07:09.092414 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47370) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:09.127399 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5ac088c0-2f1a-4b4d-ac9d-ac8bd764a538 None None] Current status of the port 76b99ef4-e97a-484a-88d3-2f57a374ac2c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:09.138787 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Pushing event updated for resources: {'Port': ['ID=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:09.161318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Pushing event updated for resources: {'Port': ['ID=335965bf-c0ae-451c-bb7c-4074bf7184ab,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:09.166873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Attempting to bind port 335965bf-c0ae-451c-bb7c-4074bf7184ab on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:09.167225 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Attempting to bind port 335965bf-c0ae-451c-bb7c-4074bf7184ab by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:09.171808 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Attempting to bind port 335965bf-c0ae-451c-bb7c-4074bf7184ab on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:09.183451 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:09.210157 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:09.227729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Publish callbacks [] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.229798 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:09.230167 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Checking segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:09.230556 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.231887 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Bound using segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:09.232499 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Bound port: 335965bf-c0ae-451c-bb7c-4074bf7184ab, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:09.232766 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.239760 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:09.278738 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.294666 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2311dedb-f560-4761-aedb-e6894a59285f None None] Provisioning complete for port 76b99ef4-e97a-484a-88d3-2f57a374ac2c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:09.294666 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2311dedb-f560-4761-aedb-e6894a59285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.295530 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Pushing event updated for resources: {'Port': ['ID=a58955d7-0097-42aa-8b4a-7ef9eab92a34,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:09.350268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks [] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.350361 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.354038 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks [] for router_gateway (3888f140-6376-4e55-92c6-864188eab109), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.396489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23307b66-8c1d-4774-b69b-3a248af83c71 admin admin] Publish callbacks [] for security_group (aed1d966-f873-4180-874a-38af54bf57a6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.476908 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.490054 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:09.497570 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] For port 335965bf-c0ae-451c-bb7c-4074bf7184ab, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:09.499608 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Attempting to bind port a58955d7-0097-42aa-8b4a-7ef9eab92a34 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:09.499983 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Attempting to bind port a58955d7-0097-42aa-8b4a-7ef9eab92a34 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:09.500332 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Attempting to bind port a58955d7-0097-42aa-8b4a-7ef9eab92a34 on network afe5cf3e-c89f-4784-88a7-346190bc1b68 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:09.506904 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:09.518874 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:09.521520 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Pushing event updated for resources: {'Port': ['ID=6c5a9159-5aa0-47fe-ab9a-8401df444927,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:09.528096 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] For port 335965bf-c0ae-451c-bb7c-4074bf7184ab, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=335965bf-c0ae-451c-bb7c-4074bf7184ab,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:09.535621 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:09.538474 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Checking segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:09.538894 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.539296 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Bound using segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:09.539788 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Bound port: a58955d7-0097-42aa-8b4a-7ef9eab92a34, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:09.541874 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.554726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 76b99ef4-e97a-484a-88d3-2f57a374ac2c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:09.573944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23307b66-8c1d-4774-b69b-3a248af83c71 admin admin] Publish callbacks [] for security_group (aed1d966-f873-4180-874a-38af54bf57a6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.601047 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Allocated IP 172.27.0.240 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/5c7fb0cf-91c9-4e7f-afae-9f91f498e64a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:09.665221 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.734374 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:09.744499 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:09.747117 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf4336b-d81a-44b7-bee7-ac0972c6556c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:09.749222 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:09.798699 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] For port a58955d7-0097-42aa-8b4a-7ef9eab92a34, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:09.802490 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] For port a58955d7-0097-42aa-8b4a-7ef9eab92a34, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=a58955d7-0097-42aa-8b4a-7ef9eab92a34,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:09.860137 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks [] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.868594 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (3888f140-6376-4e55-92c6-864188eab109), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.878005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2311dedb-f560-4761-aedb-e6894a59285f None None] Current status of the port 76b99ef4-e97a-484a-88d3-2f57a374ac2c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:09.909083 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Attempting to bind port 6c5a9159-5aa0-47fe-ab9a-8401df444927 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:09.909778 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Attempting to bind port 6c5a9159-5aa0-47fe-ab9a-8401df444927 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:09.910328 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Attempting to bind port 6c5a9159-5aa0-47fe-ab9a-8401df444927 on network 38012433-cd82-4c62-9189-d8a4ad0d5908 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:09.921708 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:09.922355 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Checking segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:09.922975 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.923744 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Bound using segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:09.924398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Bound port: 6c5a9159-5aa0-47fe-ab9a-8401df444927, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:09.925240 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.952177 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.957721 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:09.964780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23307b66-8c1d-4774-b69b-3a248af83c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (aed1d966-f873-4180-874a-38af54bf57a6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.967590 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23307b66-8c1d-4774-b69b-3a248af83c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:09.968934 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-23307b66-8c1d-4774-b69b-3a248af83c71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aed1d966-f873-4180-874a-38af54bf57a6 HTTP/1.1" status: 204 len: 168 time: 0.8755090 Jun 22 09:07:09.999051 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23307b66-8c1d-4774-b69b-3a248af83c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1d966-f873-4180-874a-38af54bf57a6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:10.073680 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] For port 6c5a9159-5aa0-47fe-ab9a-8401df444927, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:10.078585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] For port 6c5a9159-5aa0-47fe-ab9a-8401df444927, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6c5a9159-5aa0-47fe-ab9a-8401df444927,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:10.081945 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 76b99ef4-e97a-484a-88d3-2f57a374ac2c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:10.082427 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:10.123083 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a00d-7c65-4f50-93ed-b0d4074c89d3 None None] Pushing event updated for resources: {'Port': ['ID=335965bf-c0ae-451c-bb7c-4074bf7184ab,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:10.148570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:07:10.169000 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:10.177648 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:10.293560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Router 3888f140-6376-4e55-92c6-864188eab109 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:07:10.301673 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421863f2-0392-49db-b3f4-0bb18d201c6e None None] Pushing event updated for resources: {'Port': ['ID=a58955d7-0097-42aa-8b4a-7ef9eab92a34,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:10.314778 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:10.327917 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:10.330091 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:10.409009 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:10.412939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 76b99ef4-e97a-484a-88d3-2f57a374ac2c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:10.439842 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks [] for router_gateway (c3823cb2-6272-4bc2-b1d7-712759c21904), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:10.446559 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0deaf-6c10-41c6-a704-829dc5c6b5c2 None None] Pushing event updated for resources: {'Port': ['ID=6c5a9159-5aa0-47fe-ab9a-8401df444927,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:10.476790 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:10.541995 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:10.621436 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:10.634599 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:10.670411 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:10.671648 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:10.736228 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:10.882922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:10.884153 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-12932f0b-ee31-43d4-8ca6-6bc7558d931e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9598277 Jun 22 09:07:10.902977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47414) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:10.930607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:11.012779 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:11.027456 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:11.042777 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47418) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:11.048978 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:11.061112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:11.061939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:11.068389 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-802cfb79-fb98-4d77-8ae1-326be099947b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.129247 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.130980 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2bd9ebf7-726f-4c73-9fba-d2c7802b7e3b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0035036 Jun 22 09:07:11.135772 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47420) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:11.172734 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (c3823cb2-6272-4bc2-b1d7-712759c21904), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.248791 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:08Z', 'revision_number': 3, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:11.286454 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:11.287093 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Updating router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c port 8482a3fa-6616-4d68-934e-646c1d2bf00d binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:11.287695 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:11.329149 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.335799 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks [] for router_gateway (2b0e3aff-0175-4d11-853e-17d841613ab6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.495208 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-802cfb79-fb98-4d77-8ae1-326be099947b admin admin] Publish callbacks [] for security_group (728617e6-c2bb-4289-a885-0c6c4594e241), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.579481 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.588013 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Router c3823cb2-6272-4bc2-b1d7-712759c21904 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:07:11.594931 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-802cfb79-fb98-4d77-8ae1-326be099947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (728617e6-c2bb-4289-a885-0c6c4594e241), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.628834 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 3, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:11.682245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:11.682597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Updating router 3888f140-6376-4e55-92c6-864188eab109 port e09a124a-3ec5-42cf-873e-f5aff5cfc75e binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:11.735189 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 335965bf-c0ae-451c-bb7c-4074bf7184ab up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:11.740700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:11.762818 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Publish callbacks [] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.795407 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-802cfb79-fb98-4d77-8ae1-326be099947b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1934c157e0e4433ae95b41801819afa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7489755 Jun 22 09:07:11.799644 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47430) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:11.819555 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.844937 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:11.860104 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cfb79-fb98-4d77-8ae1-326be099947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728617e6-c2bb-4289-a885-0c6c4594e241,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:11.959087 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Pushing event updated for resources: {'Port': ['ID=8482a3fa-6616-4d68-934e-646c1d2bf00d,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:12.009117 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.009520 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.009876 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.010228 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.010562 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.010908 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.011243 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.012684 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.013031 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.013364 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.013694 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.014032 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.014362 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.014683 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.024720 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Tracked resource versions report: Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: pushed versions: Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: { 'AddressGroup': {'1.2'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Agent': {'1.1'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'ConntrackHelper': {'1.0'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'LocalIPAssociation': {'1.0'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Log': {'1.0'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'NDPProxy': {'1.0'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Network': {'1.1'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Port': {'1.7'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'PortForwarding': {'1.3'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'QosPolicy': {'1.10'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroup': {'1.5'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SubPort': {'1.0'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Subnet': {'1.1'}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Trunk': {'1.1'}} Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: consumer versions: Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: { DHCP agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: HyperV agent@hv-cinder-80382: {}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: L3 agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: Metadata agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: Metering agent@dv-cinder-803823-12-iscsi: {}, Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: Open vSwitch agent@dv-cinder-803823-12-iscsi: { 'AddressGroup': '1.2', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Agent': '1.1', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'ConntrackHelper': '1.0', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'LocalIPAssociation': '1.0', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Log': '1.0', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'NDPProxy': '1.0', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Network': '1.1', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Port': '1.7', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'PortForwarding': '1.3', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'QosPolicy': '1.10', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroup': '1.5', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SecurityGroupRule': '1.2', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'SubPort': '1.0', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Subnet': '1.1', Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: 'Trunk': '1.1'}} Jun 22 09:07:12.025962 dv-cinder-803823-12-iscsi neutron-server[104669]: {{(pid=104669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:07:12.112716 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:12.131040 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Sync routers for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:12.145136 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.152818 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (2b0e3aff-0175-4d11-853e-17d841613ab6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.154069 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Attempting to bind port 8482a3fa-6616-4d68-934e-646c1d2bf00d on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:12.154514 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Attempting to bind port 8482a3fa-6616-4d68-934e-646c1d2bf00d by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:12.154979 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Attempting to bind port 8482a3fa-6616-4d68-934e-646c1d2bf00d on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:12.163374 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.163892 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.189446 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:12.189850 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:12.191262 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.191679 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:12.192176 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Bound port: 8482a3fa-6616-4d68-934e-646c1d2bf00d, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:12.192564 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.208019 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:12.208690 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:12.327025 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.342634 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-7b5efccd-e130-43c5-8fea-46d0639d8fd9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1435640 Jun 22 09:07:12.343889 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47446) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:12.350413 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be997294-aa4b-4c7b-9550-fe19274564f2 None None] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:12.392475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] Provisioning complete for port a58955d7-0097-42aa-8b4a-7ef9eab92a34 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:12.392898 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.402015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.544522 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] For port 8482a3fa-6616-4d68-934e-646c1d2bf00d, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:12.552161 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.575900 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 335965bf-c0ae-451c-bb7c-4074bf7184ab triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:12.576522 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.605085 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c266a0-186d-45a9-b632-3d79df044e1c admin admin] Publish callbacks [] for security_group (728617e6-c2bb-4289-a885-0c6c4594e241), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.609891 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:12.629317 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a395e-1981-46fc-8564-5aceca7f4ec2 None None] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:12.736550 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c266a0-186d-45a9-b632-3d79df044e1c admin admin] Publish callbacks [] for security_group (728617e6-c2bb-4289-a885-0c6c4594e241), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.816568 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f72565-512c-438a-a82d-f59e92744969 None None] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:12.828612 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Publish callbacks [] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.834693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.864234 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] Current status of the port a58955d7-0097-42aa-8b4a-7ef9eab92a34 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:12.864796 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.866667 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:12.869952 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Router 2b0e3aff-0175-4d11-853e-17d841613ab6 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:07:12.920225 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.966799 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] For port 8482a3fa-6616-4d68-934e-646c1d2bf00d, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8482a3fa-6616-4d68-934e-646c1d2bf00d,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:12.969757 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:12.985465 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.024813 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:13.032831 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Allocated IP 172.20.0.1 (feb2a623-753e-4717-8e5a-c83201989599/37c71764-c395-49fc-bc44-5bf8c26e6e4d/977f47e5-d6a7-4c9d-ba93-72a74bfa450e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:13.072911 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 3, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:13.112118 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 335965bf-c0ae-451c-bb7c-4074bf7184ab is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:13.112752 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.115148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Sync routers for ids ['2b0e3aff-0175-4d11-853e-17d841613ab6'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:13.122527 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Checking router: c3823cb2-6272-4bc2-b1d7-712759c21904 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:13.122958 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Updating router c3823cb2-6272-4bc2-b1d7-712759c21904 port cbf4336b-d81a-44b7-bee7-ac0972c6556c binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:13.165743 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Attempting to bind port e09a124a-3ec5-42cf-873e-f5aff5cfc75e on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:13.170323 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Attempting to bind port e09a124a-3ec5-42cf-873e-f5aff5cfc75e by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:13.170771 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Attempting to bind port e09a124a-3ec5-42cf-873e-f5aff5cfc75e on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:13.196991 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.199962 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:13.200132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:13.200478 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.200924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:13.201408 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Bound port: e09a124a-3ec5-42cf-873e-f5aff5cfc75e, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:13.201965 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.246051 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.252201 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:13.255266 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:13.297346 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] For port e09a124a-3ec5-42cf-873e-f5aff5cfc75e, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:13.300576 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] For port e09a124a-3ec5-42cf-873e-f5aff5cfc75e, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:13.305190 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] For port a58955d7-0097-42aa-8b4a-7ef9eab92a34, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=a58955d7-0097-42aa-8b4a-7ef9eab92a34,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:13.308461 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Allocated IP 172.20.0.1 (afe5cf3e-c89f-4784-88a7-346190bc1b68/95d60d52-6ba3-4e1b-8c0c-59c058040469/e340d42b-788f-4f94-be41-261741925970) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:13.322921 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks [] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.351674 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:13.357840 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:13.384993 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baa654-4bf1-4343-977b-584a72183d24 None None] Pushing event updated for resources: {'Port': ['ID=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:13.393054 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:13.404032 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.434609 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.446921 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks [] for port (e340d42b-788f-4f94-be41-261741925970), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.476684 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.506934 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baa654-4bf1-4343-977b-584a72183d24 None None] Pushing event updated for resources: {'Port': ['ID=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:13.554219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:13.563347 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:13.576942 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Routers {'2b0e3aff-0175-4d11-853e-17d841613ab6'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:13.578172 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['2b0e3aff-0175-4d11-853e-17d841613ab6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:13.592182 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:13.596359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 335965bf-c0ae-451c-bb7c-4074bf7184ab, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=335965bf-c0ae-451c-bb7c-4074bf7184ab,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:13.616596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:13.617091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.644623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c266a0-186d-45a9-b632-3d79df044e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (728617e6-c2bb-4289-a885-0c6c4594e241), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.647663 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c266a0-186d-45a9-b632-3d79df044e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.652625 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-20c266a0-186d-45a9-b632-3d79df044e1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/728617e6-c2bb-4289-a885-0c6c4594e241 HTTP/1.1" status: 204 len: 168 time: 1.8491943 Jun 22 09:07:13.652625 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (e340d42b-788f-4f94-be41-261741925970), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.820801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Provisioning complete for port 6c5a9159-5aa0-47fe-ab9a-8401df444927 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:13.821250 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.846950 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.847774 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6c5a9159-5aa0-47fe-ab9a-8401df444927 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:13.961658 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c266a0-186d-45a9-b632-3d79df044e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728617e6-c2bb-4289-a885-0c6c4594e241,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:13.966704 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:13.976014 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0700aacc-e9d2-4c99-a2f3-76ebeb649fd1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8086267 Jun 22 09:07:13.976211 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47490) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:13.985421 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:13.986019 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:14.050378 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Pushing event updated for resources: {'Port': ['ID=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:14.069294 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:14.079843 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:14.084342 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:14.084815 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (3888f140-6376-4e55-92c6-864188eab109), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.089713 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Pushing event updated for resources: {'Port': ['ID=e340d42b-788f-4f94-be41-261741925970,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:14.171366 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Set router 2b0e3aff-0175-4d11-853e-17d841613ab6 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:14.278279 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Publish callbacks [] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.281016 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:14.281896 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c290-95c5-4103-9c00-75ac218d622f None None] Pushing event updated for resources: {'Port': ['ID=8482a3fa-6616-4d68-934e-646c1d2bf00d,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:14.305146 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628202a4-b558-4051-8469-a542aff01fc5 None None] Pushing event updated for resources: {'Port': ['ID=a58955d7-0097-42aa-8b4a-7ef9eab92a34,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:14.331140 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6c5a9159-5aa0-47fe-ab9a-8401df444927 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:14.332305 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.413726 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.421953 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:14.460346 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:08Z', 'revision_number': 3, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:14.467118 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.536680 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e340d42b-788f-4f94-be41-261741925970), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.572580 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6c5a9159-5aa0-47fe-ab9a-8401df444927 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:14.573124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.585379 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47498) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:14.624391 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 6c5a9159-5aa0-47fe-ab9a-8401df444927, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6c5a9159-5aa0-47fe-ab9a-8401df444927,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:14.663708 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:14.789426 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f7023-2602-4e0a-b88e-a93efbcf53bc None None] Pushing event updated for resources: {'Port': ['ID=cbf4336b-d81a-44b7-bee7-ac0972c6556c,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:14.789979 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.836686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:14.840269 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Attempting to bind port cbf4336b-d81a-44b7-bee7-ac0972c6556c on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:14.850356 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0aaee38-8d28-4f12-8257-3a69ccbcb1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.855352 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Attempting to bind port cbf4336b-d81a-44b7-bee7-ac0972c6556c by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:14.864836 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Attempting to bind port cbf4336b-d81a-44b7-bee7-ac0972c6556c on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:14.899882 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:14.904792 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:14.906049 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.908862 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:14.909913 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Bound port: cbf4336b-d81a-44b7-bee7-ac0972c6556c, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:14.913242 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.930214 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Allocated IP 172.20.0.1 (b36bc90f-3b6b-474d-8af3-dd7768321d61/740d1db4-74c2-4b37-8ebf-004a5db8ee9b/69b015e5-68a9-43ba-87ca-020e0323ad86) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:14.970786 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks [] for port (e340d42b-788f-4f94-be41-261741925970), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:14.976015 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.001995 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.002522 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.010392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device a58955d7-0097-42aa-8b4a-7ef9eab92a34 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:15.022574 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.057087 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] For port cbf4336b-d81a-44b7-bee7-ac0972c6556c, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:15.061103 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] For port cbf4336b-d81a-44b7-bee7-ac0972c6556c, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=cbf4336b-d81a-44b7-bee7-ac0972c6556c,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:15.065054 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d7f58-dc0e-4890-98fa-d37a3e6359e4 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:08Z', 'revision_number': 3, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:15.092288 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e340d42b-788f-4f94-be41-261741925970), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.096578 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (3888f140-6376-4e55-92c6-864188eab109), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.107094 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=335965bf-c0ae-451c-bb7c-4074bf7184ab,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.146789 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Current status of the port 6c5a9159-5aa0-47fe-ab9a-8401df444927 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:15.153871 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.176758 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.183408 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0aaee38-8d28-4f12-8257-3a69ccbcb1ce admin admin] Publish callbacks [] for security_group (80ecfce7-5f92-4a98-a682-209fd6df5156), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.204328 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Provisioning complete for port 335965bf-c0ae-451c-bb7c-4074bf7184ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:15.204719 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.210905 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:15.272674 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks [] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.302380 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0aaee38-8d28-4f12-8257-3a69ccbcb1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (80ecfce7-5f92-4a98-a682-209fd6df5156), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.333608 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f7023-2602-4e0a-b88e-a93efbcf53bc None None] Pushing event updated for resources: {'Port': ['ID=cbf4336b-d81a-44b7-bee7-ac0972c6556c,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.339755 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:15.340805 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:15.415021 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.431532 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a0aaee38-8d28-4f12-8257-3a69ccbcb1ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5f6cfeded344f279292678ce4edf36b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8443120 Jun 22 09:07:15.434403 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47534) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:15.447110 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.456396 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Pushing event updated for resources: {'Port': ['ID=e340d42b-788f-4f94-be41-261741925970,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.514206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port a58955d7-0097-42aa-8b4a-7ef9eab92a34 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:15.516238 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.520430 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=6c5a9159-5aa0-47fe-ab9a-8401df444927,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.529906 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:15.552070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.554856 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:15.661919 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaee38-8d28-4f12-8257-3a69ccbcb1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ecfce7-5f92-4a98-a682-209fd6df5156,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:15.669818 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:10Z', 'revision_number': 3, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:15.730584 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:15.739219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:15.745497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:15.758046 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Checking router: 2b0e3aff-0175-4d11-853e-17d841613ab6 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:15.758173 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Updating router 2b0e3aff-0175-4d11-853e-17d841613ab6 port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:15.758717 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-004d60fd-9357-40c9-a3b0-7e1f38445139 admin admin] Publish callbacks [] for security_group (80ecfce7-5f92-4a98-a682-209fd6df5156), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.765591 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:15.785133 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Allocated IP 172.20.0.1 (38012433-cd82-4c62-9189-d8a4ad0d5908/dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d/8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:15.803085 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:15.803573 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (c3823cb2-6272-4bc2-b1d7-712759c21904), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:15.924146 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Current status of the port 335965bf-c0ae-451c-bb7c-4074bf7184ab is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:16.043461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.085104 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Provisioning complete for port a58955d7-0097-42aa-8b4a-7ef9eab92a34 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:16.085104 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.089904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Pushing event updated for resources: {'Port': ['ID=69b015e5-68a9-43ba-87ca-020e0323ad86,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:16.161325 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-004d60fd-9357-40c9-a3b0-7e1f38445139 admin admin] Publish callbacks [] for security_group (80ecfce7-5f92-4a98-a682-209fd6df5156), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.167036 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks [] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.225630 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 3, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:16.232501 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port a58955d7-0097-42aa-8b4a-7ef9eab92a34 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:16.244080 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 3, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:16.274946 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.276257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.277161 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.288395 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a56abe-1be4-44ce-b224-08a87aa73423 None None] The sync data for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi is: [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 3, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:16.314796 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Router 3888f140-6376-4e55-92c6-864188eab109 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:16.324892 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f18969-51d3-46cd-b241-fd9daab41c8b None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:09Z', 'revision_number': 3, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:16.377957 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:16.468465 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks [] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.519839 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f65c4b7-2c2b-45fc-9b33-a534bbf9b8c4 None None] Current status of the port a58955d7-0097-42aa-8b4a-7ef9eab92a34 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:16.701970 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 335965bf-c0ae-451c-bb7c-4074bf7184ab up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:16.757075 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:16.757075 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-57d3cd7d-12ce-41a8-bfce-72098727472b admin admin] 10.222.0.55 "PUT /v2.0/routers/3888f140-6376-4e55-92c6-864188eab109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6192288 Jun 22 09:07:16.764130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Provisioning complete for port 335965bf-c0ae-451c-bb7c-4074bf7184ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:16.765070 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.844628 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:16.967146 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Publish callbacks [] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.037391 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:17.046685 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-004d60fd-9357-40c9-a3b0-7e1f38445139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (80ecfce7-5f92-4a98-a682-209fd6df5156), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.048079 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:17.050585 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:17.052490 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (2b0e3aff-0175-4d11-853e-17d841613ab6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.059845 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-004d60fd-9357-40c9-a3b0-7e1f38445139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.064251 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-004d60fd-9357-40c9-a3b0-7e1f38445139 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80ecfce7-5f92-4a98-a682-209fd6df5156 HTTP/1.1" status: 204 len: 168 time: 1.6257668 Jun 22 09:07:17.084187 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.142538 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.173990 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 335965bf-c0ae-451c-bb7c-4074bf7184ab triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:17.174370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.206807 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Pushing event updated for resources: {'Port': ['ID=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:17.244804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d60fd-9357-40c9-a3b0-7e1f38445139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ecfce7-5f92-4a98-a682-209fd6df5156,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:17.280194 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Pushing event updated for resources: {'Port': ['ID=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:17.419865 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Current status of the port 335965bf-c0ae-451c-bb7c-4074bf7184ab is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:17.428154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:17.439447 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:17.474349 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.481061 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Attempting to bind port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:17.481667 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Attempting to bind port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:17.482122 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Attempting to bind port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:17.487890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9143f-1b90-4309-840c-1f6e01160938 None None] Pushing event updated for resources: {'Port': ['ID=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:17.495087 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Provisioning complete for port 6c5a9159-5aa0-47fe-ab9a-8401df444927 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:17.495087 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.547432 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:17.548161 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:17.548653 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.549158 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:17.549802 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Bound port: 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:17.550475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.592030 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.704766 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.719657 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.794381 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 335965bf-c0ae-451c-bb7c-4074bf7184ab is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:17.816014 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6c5a9159-5aa0-47fe-ab9a-8401df444927 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:17.834120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:17.871387 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.879760 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks [] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.912745 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Current status of the port 6c5a9159-5aa0-47fe-ab9a-8401df444927 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:17.964849 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:17.991795 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:17.993334 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (c3823cb2-6272-4bc2-b1d7-712759c21904), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.038298 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.044596 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Provisioning complete for port 69b015e5-68a9-43ba-87ca-020e0323ad86 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:18.047291 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.050754 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] For port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:18.119589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47592) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:18.129869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973141145', 'description': 'tempest-description--1680070275'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:18.156924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] For port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:18.165081 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.184035 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Port 69b015e5-68a9-43ba-87ca-020e0323ad86 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:18.206772 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Provisioning complete for port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:18.210325 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.246260 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.259033 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6c5a9159-5aa0-47fe-ab9a-8401df444927 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:18.259619 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.263942 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.276755 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:18.316416 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:18.394283 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.398563 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:18.405767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:18.409549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Pushing event updated for resources: {'Port': ['ID=69b015e5-68a9-43ba-87ca-020e0323ad86,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:18.451670 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks [] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.453505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Routers {'2b0e3aff-0175-4d11-853e-17d841613ab6'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:18.456129 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['2b0e3aff-0175-4d11-853e-17d841613ab6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:18.525608 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.526365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (2b0e3aff-0175-4d11-853e-17d841613ab6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.566271 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Provisioning complete for port e340d42b-788f-4f94-be41-261741925970 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:18.567126 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e340d42b-788f-4f94-be41-261741925970), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.589560 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:18.600771 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:18.609385 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ea57dbd5-77ad-4b69-8565-1bc9a590370b admin admin] 10.222.0.55 "PUT /v2.0/routers/06b2f044-9c7b-4bd3-9c56-010c5c78f40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7053616 Jun 22 09:07:18.617083 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:18.618963 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:18.675784 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9143f-1b90-4309-840c-1f6e01160938 None None] Pushing event updated for resources: {'Port': ['ID=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:18.711670 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2d964196-b98f-4a7d-92b2-1477375f05f0 None None] Port e340d42b-788f-4f94-be41-261741925970 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:18.727624 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (14b61b29-9efa-4992-83dc-8c3d9657ff3d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.744168 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Router c3823cb2-6272-4bc2-b1d7-712759c21904 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:18.778126 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Pushing event updated for resources: {'Port': ['ID=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:18.815460 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47602) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:18.818711 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:18.866079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.875740 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:18.907284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (14b61b29-9efa-4992-83dc-8c3d9657ff3d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:18.989197 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0657842a-44cf-4098-9651-d287f750e482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.007152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:19.026922 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6c5a9159-5aa0-47fe-ab9a-8401df444927 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:19.029072 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device a58955d7-0097-42aa-8b4a-7ef9eab92a34 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:19.044297 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6fa689f7-0e20-4085-ad9a-5238c1d7f875 admin admin] 10.222.0.55 "PUT /v2.0/routers/c3823cb2-6272-4bc2-b1d7-712759c21904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6517975 Jun 22 09:07:19.047355 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ffaeb24-e279-45f0-811c-922304417d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.124890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Provisioning complete for port 69b015e5-68a9-43ba-87ca-020e0323ad86 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:19.125290 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.135030 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b61b29-9efa-4992-83dc-8c3d9657ff3d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:19.153133 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.154842 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-550b9f07-7435-4fc3-acf3-8304a163d2a9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0306907 Jun 22 09:07:19.160572 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47610) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:19.173167 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'security_group_rule': {'security_group_id': '14b61b29-9efa-4992-83dc-8c3d9657ff3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:19.195727 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:15Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:19.200327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] Set router 2b0e3aff-0175-4d11-853e-17d841613ab6 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:19.203302 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port a58955d7-0097-42aa-8b4a-7ef9eab92a34 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:19.206577 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.235194 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:19.237407 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Updating router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:19.240987 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:19.266555 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:19.272067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ffaeb24-e279-45f0-811c-922304417d7b admin admin] Publish callbacks [] for security_group (02b498e3-c123-4140-9a3f-f68aa41fc62f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.306131 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:19.319823 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.335353 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Port 69b015e5-68a9-43ba-87ca-020e0323ad86 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:19.439851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ffaeb24-e279-45f0-811c-922304417d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (02b498e3-c123-4140-9a3f-f68aa41fc62f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.476671 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (f433c8f7-0ef9-420b-97fd-89a2acfe8947), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.509188 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:19.532485 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8ffaeb24-e279-45f0-811c-922304417d7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e45cee7cefba4c77a5f2f97769686105&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2448046 Jun 22 09:07:19.551692 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47618) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:19.670018 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:07:19.673588 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:19.704478 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Provisioning complete for port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:19.708499 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.717101 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaeb24-e279-45f0-811c-922304417d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b498e3-c123-4140-9a3f-f68aa41fc62f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:19.753837 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0657842a-44cf-4098-9651-d287f750e482 admin admin] Publish callbacks [] for security_group (33b099b9-b579-40a3-8638-934abac6517a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.769020 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:17Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80', 'name': '', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'mac_address': 'fa:16:3e:7e:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:15Z', 'updated_at': '2022-06-22T09:07:15Z', 'revision_number': 1, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'subnets': [{'id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:19.772785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port a58955d7-0097-42aa-8b4a-7ef9eab92a34 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:19.773873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8482a3fa-6616-4d68-934e-646c1d2bf00d up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:19.776517 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2442a4b8-f890-4bfb-ab4e-8ba37ad089f4 admin admin] Publish callbacks [] for security_group (02b498e3-c123-4140-9a3f-f68aa41fc62f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.851736 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936865f-8f5a-4952-9356-5d0e37893b5b None None] The sync data for ids ['2b0e3aff-0175-4d11-853e-17d841613ab6'] in dv-cinder-803823-12-iscsi is: [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:17Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80', 'name': '', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'mac_address': 'fa:16:3e:7e:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:15Z', 'updated_at': '2022-06-22T09:07:15Z', 'revision_number': 1, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'subnets': [{'id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:19.858888 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2442a4b8-f890-4bfb-ab4e-8ba37ad089f4 admin admin] Publish callbacks [] for security_group (02b498e3-c123-4140-9a3f-f68aa41fc62f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.870906 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:19.890218 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0657842a-44cf-4098-9651-d287f750e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (33b099b9-b579-40a3-8638-934abac6517a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.904784 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Provisioning complete for port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:19.907244 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.961275 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2530dad3-9362-4a22-aa99-ecf66745b761 None None] Port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:19.979028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8482a3fa-6616-4d68-934e-646c1d2bf00d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:19.979783 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:19.989625 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:19.991449 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47644) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:19.995343 dv-cinder-803823-12-iscsi neutron-server[104667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:07:20.031178 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:20.081365 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2442a4b8-f890-4bfb-ab4e-8ba37ad089f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (02b498e3-c123-4140-9a3f-f68aa41fc62f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.084935 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2442a4b8-f890-4bfb-ab4e-8ba37ad089f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.088610 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2442a4b8-f890-4bfb-ab4e-8ba37ad089f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02b498e3-c123-4140-9a3f-f68aa41fc62f HTTP/1.1" status: 204 len: 168 time: 0.5369749 Jun 22 09:07:20.114983 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657842a-44cf-4098-9651-d287f750e482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b099b9-b579-40a3-8638-934abac6517a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.140060 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-74fda218-3488-41a7-bab6-baf6d49530fb None None] Provisioning complete for port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:20.142614 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74fda218-3488-41a7-bab6-baf6d49530fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.144427 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0657842a-44cf-4098-9651-d287f750e482 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fa9985ff7ec48a6ab12c4e5070359de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3279560 Jun 22 09:07:20.147820 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:20.192752 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Publish callbacks [] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.208906 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442a4b8-f890-4bfb-ab4e-8ba37ad089f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b498e3-c123-4140-9a3f-f68aa41fc62f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.224014 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Router 2b0e3aff-0175-4d11-853e-17d841613ab6 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:07:20.226948 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (f433c8f7-0ef9-420b-97fd-89a2acfe8947), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.228395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47656) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:20.234081 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:20.236093 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188405311', 'description': 'tempest-description--833245514'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:20.273771 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.292179 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:20.378120 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-74fda218-3488-41a7-bab6-baf6d49530fb None None] Port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:20.409078 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:20.409742 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:20.418393 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (f433c8f7-0ef9-420b-97fd-89a2acfe8947), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.486498 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f433c8f7-0ef9-420b-97fd-89a2acfe8947,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.492266 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8482a3fa-6616-4d68-934e-646c1d2bf00d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:20.493028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.497341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-f964c463-ae44-4dfe-b9e5-67fa43c777eb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:20.503435 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c51c75fc-f525-4dff-a985-07236570305d admin admin] Publish callbacks [] for security_group (33b099b9-b579-40a3-8638-934abac6517a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.505521 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-f964c463-ae44-4dfe-b9e5-67fa43c777eb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 818 time: 0.5124066 Jun 22 09:07:20.531635 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c51c75fc-f525-4dff-a985-07236570305d admin admin] Publish callbacks [] for security_group (33b099b9-b579-40a3-8638-934abac6517a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.565120 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-80b10a85-9d08-4be2-9770-766b271e50c1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/quotas/aa1c1626dad34ae9a2216e46ffae4003 HTTP/1.1" status: 200 len: 375 time: 0.0586262 Jun 22 09:07:20.608956 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.619488 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.623448 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bfb62113-19f8-422a-97c2-b8691bdedbc6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4533343 Jun 22 09:07:20.627967 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Attempting to bind port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:20.628705 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Attempting to bind port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:20.629230 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Attempting to bind port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:20.631601 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47668) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:20.647205 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cfe89-9c93-459d-adf1-d6425cbce97a None None] Pushing event updated for resources: {'Port': ['ID=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.650564 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:20.651167 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:20.651879 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.652374 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Bound using segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:20.652693 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 8482a3fa-6616-4d68-934e-646c1d2bf00d, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8482a3fa-6616-4d68-934e-646c1d2bf00d,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:20.653044 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Bound port: 977f47e5-d6a7-4c9d-ba93-72a74bfa450e, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:20.653520 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.665160 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:20.677386 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c51c75fc-f525-4dff-a985-07236570305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (33b099b9-b579-40a3-8638-934abac6517a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.681270 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c51c75fc-f525-4dff-a985-07236570305d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.684928 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-c51c75fc-f525-4dff-a985-07236570305d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33b099b9-b579-40a3-8638-934abac6517a HTTP/1.1" status: 204 len: 168 time: 0.5315588 Jun 22 09:07:20.725738 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'security_group_rule': {'security_group_id': '14b61b29-9efa-4992-83dc-8c3d9657ff3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:20.758049 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c75fc-f525-4dff-a985-07236570305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b099b9-b579-40a3-8638-934abac6517a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:20.786519 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:20.893317 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] For port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:20.898397 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] For port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:20.903574 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Sync routers for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:20.934808 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-983c5033-dfce-4379-bff4-f7e3ccf7a4dd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3687556 Jun 22 09:07:20.954394 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:20.958734 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:20.992850 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:07:21.019709 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-12961df2-015c-43b2-9e36-dd66386ed76d admin admin] 10.222.0.55 "PUT /v2.0/routers/2b0e3aff-0175-4d11-853e-17d841613ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0240726 Jun 22 09:07:21.051384 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (7b0767e5-8918-466d-b74b-889004b767e8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.056185 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:21.064954 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (1c36284f-8aee-4e61-8841-34f9d0163180), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.073424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e09a124a-3ec5-42cf-873e-f5aff5cfc75e up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:21.156101 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:21.167748 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.168699 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] Provisioning complete for port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:21.170057 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7b0767e5-8918-466d-b74b-889004b767e8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.173209 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:21.179746 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.208780 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (1c36284f-8aee-4e61-8841-34f9d0163180), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.241737 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0767e5-8918-466d-b74b-889004b767e8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:21.272053 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:21.298930 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.300748 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-09c7e39f-56d0-4950-8e5a-0e4b8d4e03ef tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0694430 Jun 22 09:07:21.301980 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (1c36284f-8aee-4e61-8841-34f9d0163180), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.303825 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47698) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:21.309177 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': '7b0767e5-8918-466d-b74b-889004b767e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:21.318767 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=8482a3fa-6616-4d68-934e-646c1d2bf00d,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:21.363718 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c36284f-8aee-4e61-8841-34f9d0163180,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:21.395505 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.401293 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a1b357a3-7efe-4cd7-84a6-c15b06757ade tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7287345 Jun 22 09:07:21.405878 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47704) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:21.409960 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:21.492196 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (b6a10db5-d857-49c4-a142-b356002f2d9f), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.577338 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-62f3598d-fb9e-4e1e-829e-c917723067cf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:07:21.586270 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-62f3598d-fb9e-4e1e-829e-c917723067cf service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3350916 Jun 22 09:07:21.613470 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.627688 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port e09a124a-3ec5-42cf-873e-f5aff5cfc75e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:21.640826 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.654646 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:21.660254 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:21.766127 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cfe89-9c93-459d-adf1-d6425cbce97a None None] Pushing event updated for resources: {'Port': ['ID=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:21.768027 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] Current status of the port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:21.768905 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:21.856420 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:21.892399 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] For port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:21.938664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 2, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:21.958741 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-95d38e17-caef-4cc0-8b33-3cdcd480def8 service neutron] 10.222.0.55 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708262 Jun 22 09:07:22.010843 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:22.011196 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Updating router 3888f140-6376-4e55-92c6-864188eab109 port e340d42b-788f-4f94-be41-261741925970 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:22.018088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.020024 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:22.056472 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:22.117231 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port e09a124a-3ec5-42cf-873e-f5aff5cfc75e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:22.117618 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.156144 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:17Z', 'revision_number': 2, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:22.156886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e340d42b-788f-4f94-be41-261741925970), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.187079 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-eab82f1f-12e5-41e6-871d-3b5849cff9db service neutron] 10.222.0.55 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212164 Jun 22 09:07:22.205078 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6a173d1f-6a02-4bc3-9573-e49a6b4cd423 None None] Provisioning complete for port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:22.205721 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6a173d1f-6a02-4bc3-9573-e49a6b4cd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.213310 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port e09a124a-3ec5-42cf-873e-f5aff5cfc75e, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:22.319367 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Checking router: c3823cb2-6272-4bc2-b1d7-712759c21904 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:22.321875 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Updating router c3823cb2-6272-4bc2-b1d7-712759c21904 port 69b015e5-68a9-43ba-87ca-020e0323ad86 binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:22.330410 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978349ed-1d7d-4037-9c72-60ebf1555394 None None] Pushing event updated for resources: {'Port': ['ID=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:22.368820 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.369693 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cbf4336b-d81a-44b7-bee7-ac0972c6556c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:22.491581 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.526571 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:22.535539 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:22.601436 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47756) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:22.607382 dv-cinder-803823-12-iscsi neutron-server[104666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:07:22.753537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.804036 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (b6a10db5-d857-49c4-a142-b356002f2d9f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:22.817584 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:22.865544 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8db575-8f3d-453c-943a-f6d334ba5b9b None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:22.898687 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:22.913003 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:22.945871 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (b6a10db5-d857-49c4-a142-b356002f2d9f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.012058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6a173d1f-6a02-4bc3-9573-e49a6b4cd423 None None] Current status of the port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:23.026333 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port cbf4336b-d81a-44b7-bee7-ac0972c6556c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:23.027045 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.057398 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f357a349-7194-4df7-9570-743e6bfb76e2 req-c58b3881-b762-427d-be42-aed4c3b179f8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 210 time: 0.2971618 Jun 22 09:07:23.072326 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47784) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:23.109557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a10db5-d857-49c4-a142-b356002f2d9f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.129790 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-1212b0ad-79e9-4f9a-8fbf-c924c0622e04 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:23.133370 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:23.134390 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-1212b0ad-79e9-4f9a-8fbf-c924c0622e04 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/networks?id=38012433-cd82-4c62-9189-d8a4ad0d5908 HTTP/1.1" status: 200 len: 812 time: 0.5312688 Jun 22 09:07:23.180079 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-dd3fa604-49d1-45ad-9dd0-df9ea4aa8b8f tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/quotas/e06efd9f018749e3931f713b485d6f84 HTTP/1.1" status: 200 len: 375 time: 0.0443690 Jun 22 09:07:23.190722 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Publish callbacks [] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.233356 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Allocated IP 172.27.0.49 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/50da52a9-10df-4b17-ae7d-7fa97b765c15) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:23.301012 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.341318 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-6ceb0cfe-8dfc-44b9-bd14-fdc335c930dc tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e06efd9f018749e3931f713b485d6f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528242 Jun 22 09:07:23.362688 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Publish callbacks [] for port (e340d42b-788f-4f94-be41-261741925970), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.369887 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.369887 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6f3d373d-086e-4057-b9a9-3d1750fd8d5e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0605741 Jun 22 09:07:23.372157 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47800) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:23.376967 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': '7b0767e5-8918-466d-b74b-889004b767e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:23.395633 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:23.398022 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port cbf4336b-d81a-44b7-bee7-ac0972c6556c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:23.398367 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.404622 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.433707 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791115d-dec1-4cc4-bed0-62b844c71ab5 None None] Pushing event updated for resources: {'Port': ['ID=69b015e5-68a9-43ba-87ca-020e0323ad86,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.470801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port cbf4336b-d81a-44b7-bee7-ac0972c6556c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=cbf4336b-d81a-44b7-bee7-ac0972c6556c,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:23.476746 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:23.476746 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e340d42b-788f-4f94-be41-261741925970), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.551638 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (5036c120-77ed-4df5-9587-23e2b69f1d8f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.554120 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Attempting to bind port 69b015e5-68a9-43ba-87ca-020e0323ad86 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:23.554558 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Attempting to bind port 69b015e5-68a9-43ba-87ca-020e0323ad86 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:23.555025 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Attempting to bind port 69b015e5-68a9-43ba-87ca-020e0323ad86 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:23.569219 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:23.570169 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Checking segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:23.571201 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.571847 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Bound using segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:23.572450 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Bound port: 69b015e5-68a9-43ba-87ca-020e0323ad86, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:23.572934 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.612926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc283c-7737-460c-87ca-d95bff8c0bd4 None None] Pushing event updated for resources: {'Port': ['ID=e340d42b-788f-4f94-be41-261741925970,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.636446 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.650612 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.745371 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (5036c120-77ed-4df5-9587-23e2b69f1d8f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.781388 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] For port 69b015e5-68a9-43ba-87ca-020e0323ad86, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:23.809595 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] For port 69b015e5-68a9-43ba-87ca-020e0323ad86, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=69b015e5-68a9-43ba-87ca-020e0323ad86,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:23.815327 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (5036c120-77ed-4df5-9587-23e2b69f1d8f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.873366 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5036c120-77ed-4df5-9587-23e2b69f1d8f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.883817 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=cbf4336b-d81a-44b7-bee7-ac0972c6556c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:23.901397 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:23.935120 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a202e89-bf33-4f3d-87e3-942f621809eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.029977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:24.052046 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0b7ec269-4734-489c-a529-4bc36a2cbb6d None None] Provisioning complete for port e340d42b-788f-4f94-be41-261741925970 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:24.053259 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec269-4734-489c-a529-4bc36a2cbb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e340d42b-788f-4f94-be41-261741925970), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.057255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:24.063180 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:24.070186 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'Port': ['ID=50da52a9-10df-4b17-ae7d-7fa97b765c15,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:24.098735 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:24.103599 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791115d-dec1-4cc4-bed0-62b844c71ab5 None None] Pushing event updated for resources: {'Port': ['ID=69b015e5-68a9-43ba-87ca-020e0323ad86,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:24.134785 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:24.158913 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:24.160974 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:24.174707 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.184229 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2d9f7d93-8b13-4969-b120-d9c88cb2ee87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8103738 Jun 22 09:07:24.188232 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47822) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:24.207799 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:24.244257 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e09a124a-3ec5-42cf-873e-f5aff5cfc75e up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:24.257756 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Attempting to bind port e340d42b-788f-4f94-be41-261741925970 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:24.258125 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Attempting to bind port e340d42b-788f-4f94-be41-261741925970 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:24.258485 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Attempting to bind port e340d42b-788f-4f94-be41-261741925970 on network afe5cf3e-c89f-4784-88a7-346190bc1b68 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:24.321924 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.330906 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a202e89-bf33-4f3d-87e3-942f621809eb admin admin] Publish callbacks [] for security_group (56fbd81c-7a4d-47f3-a60b-267e5807fcd6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.331069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:24.333376 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Checking segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:24.333829 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.334220 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Bound using segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:24.334886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Bound port: e340d42b-788f-4f94-be41-261741925970, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:24.335456 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e340d42b-788f-4f94-be41-261741925970), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.340908 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-e7a03ef6-36c5-4d6a-92ee-e271ba20821c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:24.343049 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ec269-4734-489c-a529-4bc36a2cbb6d None None] Port e340d42b-788f-4f94-be41-261741925970 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:24.344863 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-e7a03ef6-36c5-4d6a-92ee-e271ba20821c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 818 time: 0.7634761 Jun 22 09:07:24.446017 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a202e89-bf33-4f3d-87e3-942f621809eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (56fbd81c-7a4d-47f3-a60b-267e5807fcd6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.488387 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-ed6c7802-260c-4623-a954-820bd545905e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/quotas/aa1c1626dad34ae9a2216e46ffae4003 HTTP/1.1" status: 200 len: 375 time: 0.1232393 Jun 22 09:07:24.500977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (4501383d-9874-456d-9377-0111a9d9e8c7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.511360 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:24.567468 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] For port e340d42b-788f-4f94-be41-261741925970, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:24.570976 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] For port e340d42b-788f-4f94-be41-261741925970, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e340d42b-788f-4f94-be41-261741925970,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:24.574984 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] Provisioning complete for port 69b015e5-68a9-43ba-87ca-020e0323ad86 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:24.575455 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.635424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port e09a124a-3ec5-42cf-873e-f5aff5cfc75e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:24.635976 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.636191 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:24.673040 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-1c4c25ac-0bfc-45d8-aba6-11edec4edb4a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736920 Jun 22 09:07:24.678072 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:24.709922 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e340d42b-788f-4f94-be41-261741925970), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.789295 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:24.853081 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:24.859404 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:24.896480 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753d30e-f4ad-4381-8c27-ba2e0d6c3ec0 None None] The sync data for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi is: [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:25.044327 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.048315 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a202e89-bf33-4f3d-87e3-942f621809eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fbd81c-7a4d-47f3-a60b-267e5807fcd6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:25.082948 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-3a202e89-bf33-4f3d-87e3-942f621809eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc80c74b45c849c081b37b67e0aecb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0050330 Jun 22 09:07:25.093714 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47846) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:25.114188 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-53025455-2622-43f4-98a0-02a5db2b4d3a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:07:25.122431 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-53025455-2622-43f4-98a0-02a5db2b4d3a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8604221 Jun 22 09:07:25.167018 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:25.171345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:25.263377 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-dfcdce93-01ff-4e24-a180-c072af1e626a service neutron] 10.222.0.55 "GET /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397617 Jun 22 09:07:25.336972 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc283c-7737-460c-87ca-d95bff8c0bd4 None None] Pushing event updated for resources: {'Port': ['ID=e340d42b-788f-4f94-be41-261741925970,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:25.361431 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Sync routers for ids ['2b0e3aff-0175-4d11-853e-17d841613ab6'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:07:25.365464 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-770034be-49b8-45c3-8f5c-f3cffdbf3d19 service neutron] 10.222.0.55 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447270 Jun 22 09:07:25.395283 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-1b909b10-5969-4eba-8b6a-d40ab0106d3c service neutron] 10.222.0.55 "GET /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306353 Jun 22 09:07:25.471053 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port e09a124a-3ec5-42cf-873e-f5aff5cfc75e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:25.473304 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:25.483420 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] Current status of the port 69b015e5-68a9-43ba-87ca-020e0323ad86 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:25.483420 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.503477 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47854) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:25.652230 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Routers {'2b0e3aff-0175-4d11-853e-17d841613ab6'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:25.654608 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:25.656770 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:06:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['2b0e3aff-0175-4d11-853e-17d841613ab6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:25.658530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cc22468-511d-4b09-bf42-9d86f1d2efd0 admin admin] Publish callbacks [] for security_group (56fbd81c-7a4d-47f3-a60b-267e5807fcd6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.716924 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d97849a8-5554-411e-8cf7-b5ced94bfd20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.803310 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cc22468-511d-4b09-bf42-9d86f1d2efd0 admin admin] Publish callbacks [] for security_group (56fbd81c-7a4d-47f3-a60b-267e5807fcd6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.815130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:25.822812 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] For port 69b015e5-68a9-43ba-87ca-020e0323ad86, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=69b015e5-68a9-43ba-87ca-020e0323ad86,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:25.822812 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:25.822812 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.886958 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-0e738bd3-c40f-4bcd-9979-b5b78cefa164 service neutron] 10.222.0.55 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057859 Jun 22 09:07:25.962487 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:25.975264 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dfb4e66b-b674-490e-9934-eaa22d360827 req-0e91b1a5-5aa3-458f-950d-8010de54f4b8 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.2332978 Jun 22 09:07:26.023499 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.27.0.198 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/b955414d-5bb9-4f61-ad3f-094410e12c57) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:26.064858 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Set router 2b0e3aff-0175-4d11-853e-17d841613ab6 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:26.068504 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:26.072537 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.119178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.137646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cc22468-511d-4b09-bf42-9d86f1d2efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (56fbd81c-7a4d-47f3-a60b-267e5807fcd6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.143558 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cc22468-511d-4b09-bf42-9d86f1d2efd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.146135 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0cc22468-511d-4b09-bf42-9d86f1d2efd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56fbd81c-7a4d-47f3-a60b-267e5807fcd6 HTTP/1.1" status: 204 len: 168 time: 1.0437703 Jun 22 09:07:26.149776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (4501383d-9874-456d-9377-0111a9d9e8c7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.336213 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc22468-511d-4b09-bf42-9d86f1d2efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fbd81c-7a4d-47f3-a60b-267e5807fcd6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:26.338894 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.380519 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917cd14-0b3e-4e78-89dc-aa2a2cfd19d3 None None] Pushing event updated for resources: {'Port': ['ID=69b015e5-68a9-43ba-87ca-020e0323ad86,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:26.383174 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:26.415166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.416270 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0136547 Jun 22 09:07:26.418144 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0299c-5e5c-453a-bb86-cf330aa3b677 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'Port': ['ID=50da52a9-10df-4b17-ae7d-7fa97b765c15,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:26.444606 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.482731 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-158e5d1d-8c5d-4627-b392-e292434d617f req-21372444-ead6-4845-ae86-a5150eab6bb6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.1029894 Jun 22 09:07:26.530410 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:26.552097 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:26.557864 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:26.567983 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Provisioning complete for port 69b015e5-68a9-43ba-87ca-020e0323ad86 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:26.568360 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.637238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=b955414d-5bb9-4f61-ad3f-094410e12c57,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:26.696142 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d97849a8-5554-411e-8cf7-b5ced94bfd20 admin admin] Publish callbacks [] for security_group (1e3f3715-78da-4413-b0f8-133cfae9a153), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.724190 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (5e31302e-ad72-438a-8caa-91cc119bf50a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.809460 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d97849a8-5554-411e-8cf7-b5ced94bfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (1e3f3715-78da-4413-b0f8-133cfae9a153), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.849763 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97849a8-5554-411e-8cf7-b5ced94bfd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f3715-78da-4413-b0f8-133cfae9a153,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:26.859459 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ea63-3135-49d2-b85b-fbaeb908b4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.883870 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-d97849a8-5554-411e-8cf7-b5ced94bfd20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0159f3d4e6f34f22be2fc41642fc3e29&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3792312 Jun 22 09:07:26.903042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47928) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:26.921797 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:26.922170 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.977564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:26.979604 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:27.012378 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-04a8b8e0-7e75-4adb-a1c0-a793dd501e92 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1973141145&fields=id&tenant_id=b887d876b7624299b5575036da211d6b HTTP/1.1" status: 200 len: 267 time: 0.1725256 Jun 22 09:07:27.102404 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.103715 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8482a3fa-6616-4d68-934e-646c1d2bf00d up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:27.108243 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:17Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80', 'name': '', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'mac_address': 'fa:16:3e:7e:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:15Z', 'updated_at': '2022-06-22T09:07:18Z', 'revision_number': 2, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'subnets': [{'id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:27.116069 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-08669ea8-6bdd-48d8-8e7b-9fb8b6d4a730 req-02f99977-d6e6-40a5-b47e-6e9bcfce2ae0 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0526049 Jun 22 09:07:27.136633 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c8a313e2-59f5-47c0-9a6d-06e16616235a admin admin] Publish callbacks [] for security_group (1e3f3715-78da-4413-b0f8-133cfae9a153), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.197398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Checking router: 2b0e3aff-0175-4d11-853e-17d841613ab6 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:07:27.198026 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Updating router 2b0e3aff-0175-4d11-853e-17d841613ab6 port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:07:27.235728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Current status of the port 69b015e5-68a9-43ba-87ca-020e0323ad86 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:27.245914 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:24Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:27.251145 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-a8ff6ec9-b708-4898-b8a0-1f2e6cdd6a05 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:27.262381 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-a8ff6ec9-b708-4898-b8a0-1f2e6cdd6a05 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 811 time: 0.2385654 Jun 22 09:07:27.282446 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c8a313e2-59f5-47c0-9a6d-06e16616235a admin admin] Publish callbacks [] for security_group (1e3f3715-78da-4413-b0f8-133cfae9a153), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.285476 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-fd95dac8-e9a4-4130-8aeb-dd593f03b2ba tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/quotas/b887d876b7624299b5575036da211d6b HTTP/1.1" status: 200 len: 375 time: 0.0219965 Jun 22 09:07:27.299503 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Provisioning complete for port e340d42b-788f-4f94-be41-261741925970 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:27.299884 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e340d42b-788f-4f94-be41-261741925970), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.302846 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.313940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14145c91-2363-4b7a-b90b-313ec2bf2691 None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:24Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:27.360661 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:27.362989 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-a0aaca3c-2cba-43dc-8f91-7475a9daae3b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706344 Jun 22 09:07:27.366423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:27.370169 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:27.384894 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8482a3fa-6616-4d68-934e-646c1d2bf00d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:27.384894 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.597316 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.599369 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-e8c19255-8339-4d6e-9eca-18e4509369e8 service neutron] 10.222.0.55 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272604 Jun 22 09:07:27.621558 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Current status of the port e340d42b-788f-4f94-be41-261741925970 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:27.631351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e340d42b-788f-4f94-be41-261741925970), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.631351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:27.676390 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d50b3c03-dac4-4242-9557-4ea76323bd4a req-42524a22-472b-4249-a4c2-97558c86ed38 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.0294614 Jun 22 09:07:27.713088 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.715203 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c8a313e2-59f5-47c0-9a6d-06e16616235a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (1e3f3715-78da-4413-b0f8-133cfae9a153), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.722218 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c8a313e2-59f5-47c0-9a6d-06e16616235a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.723383 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-c8a313e2-59f5-47c0-9a6d-06e16616235a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e3f3715-78da-4413-b0f8-133cfae9a153 HTTP/1.1" status: 204 len: 168 time: 0.8190856 Jun 22 09:07:27.769297 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a313e2-59f5-47c0-9a6d-06e16616235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f3715-78da-4413-b0f8-133cfae9a153,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:27.774495 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:27.789757 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8482a3fa-6616-4d68-934e-646c1d2bf00d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:27.790910 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 977f47e5-d6a7-4c9d-ba93-72a74bfa450e up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:27.798251 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-0a9d3553-ca97-4b46-a29a-ae2d531560a4 service neutron] 10.222.0.55 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978314 Jun 22 09:07:27.865558 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (5e31302e-ad72-438a-8caa-91cc119bf50a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.887837 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=b955414d-5bb9-4f61-ad3f-094410e12c57,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:27.901418 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] For port e340d42b-788f-4f94-be41-261741925970, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e340d42b-788f-4f94-be41-261741925970,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:27.905956 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 47962) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:27.925160 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f51c-24a2-4722-a492-8927068e122b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.983654 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:27.987471 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-df23d811-85d7-40b1-9afa-dd818040b473 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7977214 Jun 22 09:07:28.013785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e340d42b-788f-4f94-be41-261741925970), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.088639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f51c-24a2-4722-a492-8927068e122b admin admin] Publish callbacks [] for security_group (03883ce0-60f3-40a3-8e06-77f7f8d64c28), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.092509 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:28.092876 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.164561 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f51c-24a2-4722-a492-8927068e122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (03883ce0-60f3-40a3-8e06-77f7f8d64c28), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.221143 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Publish callbacks [] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.238952 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb393f-eca3-4a57-b8d3-ccbabe9e1cc5 None None] Pushing event updated for resources: {'Port': ['ID=e340d42b-788f-4f94-be41-261741925970,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:28.281836 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cbe33f9c-0a7f-4c0d-83ba-31eb959ebd97 req-23447aaa-cdb9-495c-bf28-55df058e2d36 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0702150 Jun 22 09:07:28.309164 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:28.326192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.380834 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-c6d5f51c-24a2-4722-a492-8927068e122b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b650a9523f9d4914a8359c0c4f27e2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714887 Jun 22 09:07:28.382310 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 47982) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:28.423423 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-527a3b91-4629-4e7d-abf0-bdb400849c9d req-a840c81a-d90a-4a60-b670-257cb1421e97 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.1138828 Jun 22 09:07:28.424109 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f51c-24a2-4722-a492-8927068e122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03883ce0-60f3-40a3-8e06-77f7f8d64c28,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:28.578524 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bbd94-16e1-44dc-ba56-f13fd5e8f79e None None] Pushing event updated for resources: {'Port': ['ID=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:28.608745 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c4c700-e517-481e-8864-530e69397b72 admin admin] Publish callbacks [] for security_group (03883ce0-60f3-40a3-8e06-77f7f8d64c28), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.634593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68683b6d-3e0f-4482-bf4d-74026675dcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.721908 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c4c700-e517-481e-8864-530e69397b72 admin admin] Publish callbacks [] for security_group (03883ce0-60f3-40a3-8e06-77f7f8d64c28), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.744797 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Attempting to bind port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:28.745177 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Attempting to bind port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:28.748923 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:28.754457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.47', 55196) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:28.754578 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Attempting to bind port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 on network 38012433-cd82-4c62-9189-d8a4ad0d5908 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:28.762307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:28.762767 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Checking segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:28.766130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.766752 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Bound using segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:28.767313 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Bound port: 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:28.769331 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.859185 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:28.970014 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c4c700-e517-481e-8864-530e69397b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (03883ce0-60f3-40a3-8e06-77f7f8d64c28), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.991886 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c4c700-e517-481e-8864-530e69397b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:28.991886 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-77c4c700-e517-481e-8864-530e69397b72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03883ce0-60f3-40a3-8e06-77f7f8d64c28 HTTP/1.1" status: 204 len: 168 time: 0.5981419 Jun 22 09:07:29.024292 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4c700-e517-481e-8864-530e69397b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03883ce0-60f3-40a3-8e06-77f7f8d64c28,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:29.026697 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:29.060199 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0bad69aa-1752-4e5b-9a1c-9e46a16b46ab None None] Provisioning complete for port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:29.060511 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0bad69aa-1752-4e5b-9a1c-9e46a16b46ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.126138 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] For port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:29.173058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] For port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:29.214803 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0bad69aa-1752-4e5b-9a1c-9e46a16b46ab None None] Port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:29.228156 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f57cb3fd-3849-4238-bd09-50b7b64b1e97 req-85980e57-7d71-4576-84f8-7c899d160ddd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.0767546 Jun 22 09:07:29.228985 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:29.229392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.241559 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:29.287327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.504505 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b9b67f1c-5f40-4df8-b561-ffa260b98584 req-cb4a6cee-ec9c-43da-8474-333c0377ec19 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0813835 Jun 22 09:07:29.519176 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bbd94-16e1-44dc-ba56-f13fd5e8f79e None None] Pushing event updated for resources: {'Port': ['ID=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:29.537101 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48030) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:29.554165 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.47', 55200) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:29.575408 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Routers {'2b0e3aff-0175-4d11-853e-17d841613ab6'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:07:29.582547 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:07:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['2b0e3aff-0175-4d11-853e-17d841613ab6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:29.595726 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b622bc72-d7ef-4f3e-9c02-9f6d6a982684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.603496 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-10379c2b-b4d9-4d95-9a16-4d3485408c9d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--188405311&fields=id&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 267 time: 0.6605632 Jun 22 09:07:29.613042 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-db6dc69e-3029-4adb-86cd-2a8be39b59a7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:29.613320 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:29.618095 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-db6dc69e-3029-4adb-86cd-2a8be39b59a7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 818 time: 0.8668916 Jun 22 09:07:29.649011 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:29.693990 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:29.695185 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 69b015e5-68a9-43ba-87ca-020e0323ad86 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:29.775095 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.782881 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4790df3a-be70-4664-b430-983742b5396b req-ca5f2064-6932-4782-94c8-f18e989df5f2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.1167796 Jun 22 09:07:29.796169 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] Provisioning complete for port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:29.799005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.900737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] Set router 2b0e3aff-0175-4d11-853e-17d841613ab6 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:07:29.937209 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b622bc72-d7ef-4f3e-9c02-9f6d6a982684 admin admin] Publish callbacks [] for security_group (3da206e6-7136-41b9-9a40-da5fc94ba276), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:29.970150 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-bb3a9087-6782-40c3-9b76-4a6c3e79e43a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:29.972384 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-bb3a9087-6782-40c3-9b76-4a6c3e79e43a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.3526847 Jun 22 09:07:30.020497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'port': {'device_id': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'admin_state_up': True, 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:30.066042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b622bc72-d7ef-4f3e-9c02-9f6d6a982684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3da206e6-7136-41b9-9a40-da5fc94ba276), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.066528 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-2c2aa62e-5021-4ef1-bd63-f7cd7654414c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/quotas/dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 375 time: 0.0255389 Jun 22 09:07:30.130122 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622bc72-d7ef-4f3e-9c02-9f6d6a982684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da206e6-7136-41b9-9a40-da5fc94ba276,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:30.160284 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b622bc72-d7ef-4f3e-9c02-9f6d6a982684 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb0762c59f2d4cea8504bf7b2f911937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6210234 Jun 22 09:07:30.163497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48046) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:30.215011 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:30.260001 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-8a9a9870-8960-460a-b674-42aa3a0caea2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:30.260001 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-8a9a9870-8960-460a-b674-42aa3a0caea2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 818 time: 0.5508392 Jun 22 09:07:30.297783 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'port': {'device_id': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'admin_state_up': True, 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:30.340713 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ffd-95c0-4b04-b8a5-a909c874366c admin admin] Publish callbacks [] for security_group (3da206e6-7136-41b9-9a40-da5fc94ba276), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.344722 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 69b015e5-68a9-43ba-87ca-020e0323ad86 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:30.355276 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.419533 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-2dcce28e-9cc4-4a5a-802d-053bd9282fe7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3384197 Jun 22 09:07:30.432037 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ffd-95c0-4b04-b8a5-a909c874366c admin admin] Publish callbacks [] for security_group (3da206e6-7136-41b9-9a40-da5fc94ba276), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.453252 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.47', 55205) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:30.591409 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Made reservation on behalf of aa1c1626dad34ae9a2216e46ffae4003 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:30.598112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.624062 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4d432e2d-a044-45e0-9337-387b54de1570 req-b75cb691-9771-4320-81f1-e878857a82ea tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.2171001 Jun 22 09:07:30.660789 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-4908569a-15a7-4ec4-8078-bb199a6b5173 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:30.662295 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-4908569a-15a7-4ec4-8078-bb199a6b5173 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.47 "GET /v2.0/networks?id=38012433-cd82-4c62-9189-d8a4ad0d5908 HTTP/1.1" status: 200 len: 812 time: 0.2076325 Jun 22 09:07:30.691754 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 69b015e5-68a9-43ba-87ca-020e0323ad86 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:30.703876 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cbf4336b-d81a-44b7-bee7-ac0972c6556c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:30.704033 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Request body: {'port': {'device_id': '13ae5dc0-905f-467a-904f-af2631f8e574', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'admin_state_up': True, 'tenant_id': 'e06efd9f018749e3931f713b485d6f84'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:30.793694 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:30.808703 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:30.824664 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:30.840748 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-adead874-33ea-47aa-95cc-21eae7399636 req-62def768-6fba-449e-9a00-a20a62d579de tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0586529 Jun 22 09:07:30.935245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] Current status of the port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:30.935245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:30.991252 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port cbf4336b-d81a-44b7-bee7-ac0972c6556c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:30.991660 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.118693 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] For port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:31.224538 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port cbf4336b-d81a-44b7-bee7-ac0972c6556c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:31.230395 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.336748 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07d2a9-81f0-47e8-99ee-b6b691f1bfcb None None] Pushing event updated for resources: {'Port': ['ID=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:31.380170 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.436088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:17Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80', 'name': '', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'mac_address': 'fa:16:3e:7e:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:15Z', 'updated_at': '2022-06-22T09:07:29Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'subnets': [{'id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:07:31.486412 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-32b6073f-c98f-4e65-a996-d5e88156986f service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0274572 Jun 22 09:07:31.565311 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce2954-cc0a-480f-a9c1-20a7a19448dc None None] The sync data for ids ['2b0e3aff-0175-4d11-853e-17d841613ab6'] in dv-cinder-803823-12-iscsi is: [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:17Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80', 'name': '', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'mac_address': 'fa:16:3e:7e:49:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:15Z', 'updated_at': '2022-06-22T09:07:29Z', 'revision_number': 4, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'subnets': [{'id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:07:31.628159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Allocated IP 172.20.0.5 (b36bc90f-3b6b-474d-8af3-dd7768321d61/740d1db4-74c2-4b37-8ebf-004a5db8ee9b/0ae128fa-373b-4d19-b6a6-ca5d9a45df96) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:31.636204 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Made reservation on behalf of aa1c1626dad34ae9a2216e46ffae4003 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:31.646391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.650463 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-36aabc87-c0a6-44fa-a590-02ce86ae13e3 req-5e78f1f3-19db-4d9c-9db0-1296abc3b09f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.6464691 Jun 22 09:07:31.655239 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.735183 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ffd-95c0-4b04-b8a5-a909c874366c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3da206e6-7136-41b9-9a40-da5fc94ba276), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.737893 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ffd-95c0-4b04-b8a5-a909c874366c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.745781 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a3ed1ffd-95c0-4b04-b8a5-a909c874366c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3da206e6-7136-41b9-9a40-da5fc94ba276 HTTP/1.1" status: 204 len: 168 time: 1.5765326 Jun 22 09:07:31.756219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed1ffd-95c0-4b04-b8a5-a909c874366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da206e6-7136-41b9-9a40-da5fc94ba276,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:31.786889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e340d42b-788f-4f94-be41-261741925970 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:31.825774 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:31.832085 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Made reservation on behalf of e06efd9f018749e3931f713b485d6f84 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:31.840351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.870774 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port e340d42b-788f-4f94-be41-261741925970 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:31.871664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e340d42b-788f-4f94-be41-261741925970), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:31.924147 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.47', 55209) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:32.023744 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port e340d42b-788f-4f94-be41-261741925970 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:32.047325 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:32.116392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:32.118174 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:32.310328 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-1fa46eaa-cb74-4c05-b53e-d61b449e256d service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8001461 Jun 22 09:07:32.342684 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:32.375107 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ccd6ff9e-0636-4a8a-8349-90f90ce5000f req-b1821214-33d6-413d-bbb5-3821111ec140 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.4342029 Jun 22 09:07:32.377197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:32.495127 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:32.620779 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8520a4da-8495-4388-bda0-bc69de653025 req-f84e645e-b995-49d1-8d69-636b9e3b2306 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0779960 Jun 22 09:07:32.653629 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:32.663992 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:32.912879 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:32.983444 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f5116d5e-b8fc-41b1-9b48-a20975084225 req-1d0e6212-2883-4a2d-9d77-1176bfbf0c1f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.1470718 Jun 22 09:07:33.205758 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-e83f521e-96ae-48ce-8731-14f57b6e4b4c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:33.205758 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-e83f521e-96ae-48ce-8731-14f57b6e4b4c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 811 time: 0.8531437 Jun 22 09:07:33.205758 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Allocated IP 172.20.0.3 (38012433-cd82-4c62-9189-d8a4ad0d5908/dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d/61559b1c-64d4-490b-bed9-7974553e8e11) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69585b7b-e66c-433f-a3d8-ccb22bf5f4b2 req-75f1c7d2-64ab-4474-9984-da5eeebe5322 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.2463596 Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Allocated IP 172.20.0.13 (b36bc90f-3b6b-474d-8af3-dd7768321d61/740d1db4-74c2-4b37-8ebf-004a5db8ee9b/974e9d62-8fe0-47bd-ad36-3e266d639c90) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:33.207968 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.214491 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'Port': ['ID=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:33.225389 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-34ddd2fe-fb78-4a60-a5e2-0573286bbf5c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b887d876b7624299b5575036da211d6b HTTP/1.1" status: 200 len: 380 time: 0.1359122 Jun 22 09:07:33.292297 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'port': {'device_id': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'admin_state_up': True, 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'security_groups': ['14b61b29-9efa-4992-83dc-8c3d9657ff3d']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:33.404814 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-b34b4e18-eb2c-453c-8f4d-ded5f98e341f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4131927 Jun 22 09:07:33.422304 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:33.433574 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-c00ff925-3af9-4235-8245-086e8f14ec5d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:07:33.434619 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-c00ff925-3af9-4235-8245-086e8f14ec5d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0101712 Jun 22 09:07:33.448260 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48154) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:33.563812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.613493 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6de3-c56e-4d79-be93-8868906d3892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.624961 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:33.625337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.650808 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks [] for port (61559b1c-64d4-490b-bed9-7974553e8e11), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.718241 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c74afacb-47ac-48ca-b21a-82b238769e8a req-c9970fac-1522-48a4-b6ef-a218d4c26ae0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.0734892 Jun 22 09:07:33.794951 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Made reservation on behalf of b887d876b7624299b5575036da211d6b for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:33.799850 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.810967 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.822479 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6de3-c56e-4d79-be93-8868906d3892 admin admin] Publish callbacks [] for security_group (d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.854889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:33.900252 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Request body: {'port': {'device_id': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:33.931769 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-25cbffef-6dab-46fb-bdbe-f30f3df4d030 None None] Provisioning complete for port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:33.934175 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-25cbffef-6dab-46fb-bdbe-f30f3df4d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:33.984049 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:34.031816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6de3-c56e-4d79-be93-8868906d3892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:34.122060 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Allocated IP 172.20.0.13 (afe5cf3e-c89f-4784-88a7-346190bc1b68/95d60d52-6ba3-4e1b-8c0c-59c058040469/c0eb72f1-4dd3-41ec-bab1-7fb490daf290) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:34.157455 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-25cbffef-6dab-46fb-bdbe-f30f3df4d030 None None] Port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:34.182550 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:34.316515 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4009e36e-cda1-466b-b08a-273424028359 req-d9bb3cc5-8607-411e-be2d-bdc830082879 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.1199105 Jun 22 09:07:34.317830 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:34.508369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:34.532671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:34.547835 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:34.548508 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:34.559367 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:34.669048 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ea772b9-4a9d-4a07-bf55-754556300c73 req-f40fdbf1-76ab-4e47-8136-6729dca73d99 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.1152799 Jun 22 09:07:34.805936 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:34.808352 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:34.892993 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-91bc81a9-66af-4dc7-89eb-3d20177b2798 None None] Provisioning complete for port 974e9d62-8fe0-47bd-ad36-3e266d639c90 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:34.896359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-91bc81a9-66af-4dc7-89eb-3d20177b2798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:34.989807 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-91bc81a9-66af-4dc7-89eb-3d20177b2798 None None] Port 974e9d62-8fe0-47bd-ad36-3e266d639c90 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:34.996588 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'Port': ['ID=974e9d62-8fe0-47bd-ad36-3e266d639c90,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:35.033962 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=19 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:35.048837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.081235 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-cf1f6de3-c56e-4d79-be93-8868906d3892 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c269d83371c4c07b0ec66506939b983&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6295238 Jun 22 09:07:35.086992 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48192) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:35.124635 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f6de3-c56e-4d79-be93-8868906d3892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:35.167189 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fdab4272-b573-4b72-82bf-9b52dfbfa10b req-3bf23fab-5ba1-47b8-bd3c-6ff2b10a90c9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.6352687 Jun 22 09:07:35.208195 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:35.218072 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f611ccc7-557b-490c-8dbb-b542520527ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9302168 Jun 22 09:07:35.252264 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Request body: {'port': {'device_id': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:35.394365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:35.394365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:35.394365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:35.394365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:35.394365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.394365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:35.431455 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cc459-031d-4f47-9f06-50bdad374ea2 req-68cad973-2055-4d2e-b379-43b963c6f007 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:35.444605 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6f4cc459-031d-4f47-9f06-50bdad374ea2 req-68cad973-2055-4d2e-b379-43b963c6f007 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 932 time: 0.5047793 Jun 22 09:07:35.455023 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'Port': ['ID=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:35.457640 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:35.469961 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:35.481858 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd431-559c-4efc-bff7-0c88c978db5e admin admin] Publish callbacks [] for security_group (d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.483954 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:35.484704 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.593461 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9121904 Jun 22 09:07:35.609156 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6f4cc459-031d-4f47-9f06-50bdad374ea2 req-6d95d008-ac81-4dff-bfc0-e5c1e97f2911 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637204 Jun 22 09:07:35.613762 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb405c-e92c-4400-9bf3-1882f3bfefae tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Pushing event updated for resources: {'Port': ['ID=61559b1c-64d4-490b-bed9-7974553e8e11,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:35.630044 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-c768775c-5a03-47ab-be74-e72018125a0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3464444 Jun 22 09:07:35.645344 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd431-559c-4efc-bff7-0c88c978db5e admin admin] Publish callbacks [] for security_group (d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.708257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.746606 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:35.780536 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a29ab8-1003-49ef-a23e-a8c5a20eb8db req-74326898-7e59-4692-9ece-941e499884d7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:35.782508 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a29ab8-1003-49ef-a23e-a8c5a20eb8db req-74326898-7e59-4692-9ece-941e499884d7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 931 time: 0.2875428 Jun 22 09:07:35.822785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-32eb1c00-c8d3-42b4-9726-35c23104f15c None None] Provisioning complete for port 61559b1c-64d4-490b-bed9-7974553e8e11 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:35.823546 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32eb1c00-c8d3-42b4-9726-35c23104f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.863208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-32eb1c00-c8d3-42b4-9726-35c23104f15c None None] Port 61559b1c-64d4-490b-bed9-7974553e8e11 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:35.869286 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a741-4a4a-46bc-bd25-1bd021e5b3dd req-16fa4a8b-62cb-4805-935e-be22eb792f2a tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:35.870803 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f96a741-4a4a-46bc-bd25-1bd021e5b3dd req-16fa4a8b-62cb-4805-935e-be22eb792f2a tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 932 time: 0.0731382 Jun 22 09:07:35.876586 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48210) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:35.895765 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd431-559c-4efc-bff7-0c88c978db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.898268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd431-559c-4efc-bff7-0c88c978db5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.899461 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8c3fd431-559c-4efc-bff7-0c88c978db5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9 HTTP/1.1" status: 204 len: 168 time: 0.8061781 Jun 22 09:07:35.931376 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f96a741-4a4a-46bc-bd25-1bd021e5b3dd req-da6a9f11-3c91-4932-a4e3-7a7804deae0c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508187 Jun 22 09:07:35.940254 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd431-559c-4efc-bff7-0c88c978db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2522610-5fa6-4bc0-bd8b-9ec571aaf5d9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:35.980347 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:35.987800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-644dba9b-ee56-4088-a92a-42504683a79c None None] Provisioning complete for port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:35.987800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-644dba9b-ee56-4088-a92a-42504683a79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:35.991413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31a29ab8-1003-49ef-a23e-a8c5a20eb8db req-6a778c99-5ad5-41b3-8a24-a34ea709fe7c tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451633 Jun 22 09:07:36.034265 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-644dba9b-ee56-4088-a92a-42504683a79c None None] Port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:36.048041 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec75-29c4-4701-bbdb-e1d41c6ebc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.118233 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:36.125527 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec75-29c4-4701-bbdb-e1d41c6ebc6b admin admin] Publish callbacks [] for security_group (c03e7490-1f23-4bfe-bbbe-f1e40afff285), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.127802 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Publish callbacks [] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.148076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Transition to ACTIVE for port object 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:07:36.209552 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad70ec75-29c4-4701-bbdb-e1d41c6ebc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c03e7490-1f23-4bfe-bbbe-f1e40afff285), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.239880 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.265934 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ad70ec75-29c4-4701-bbdb-e1d41c6ebc6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=808eca517bb045c8bf0c369e3157a4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882899 Jun 22 09:07:36.269107 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ec75-29c4-4701-bbdb-e1d41c6ebc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e7490-1f23-4bfe-bbbe-f1e40afff285,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:36.271891 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48224) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:36.304885 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fd8da090-f62e-42b1-9327-748236b8cf28 req-6d31ef5a-ec11-41e0-8529-3a15f94e8436 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0373859 Jun 22 09:07:36.397929 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:36.524105 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7847ff29-1953-45bc-a496-ae769f3df06f admin admin] Publish callbacks [] for security_group (c03e7490-1f23-4bfe-bbbe-f1e40afff285), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.543858 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Attempting to bind port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:36.544232 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Attempting to bind port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:36.545086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Attempting to bind port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:36.570282 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:07:36.570601 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Attempting to bind port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:36.591811 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7847ff29-1953-45bc-a496-ae769f3df06f admin admin] Publish callbacks [] for security_group (c03e7490-1f23-4bfe-bbbe-f1e40afff285), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.611501 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:36.611855 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Checking segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:36.612415 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Bound using segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:36.612848 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Bound port: 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:36.613201 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.633165 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974e9d62-8fe0-47bd-ad36-3e266d639c90 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:36.654722 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Publish callbacks [] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.700571 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Transition to ACTIVE for port object 974e9d62-8fe0-47bd-ad36-3e266d639c90 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:07:36.752490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae5423-e369-489f-a0c6-606b15d5f9f1 req-0ea72ce6-e2d0-42f0-8244-f97722c06103 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:36.757495 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00ae5423-e369-489f-a0c6-606b15d5f9f1 req-0ea72ce6-e2d0-42f0-8244-f97722c06103 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 932 time: 0.0745223 Jun 22 09:07:36.762515 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] For port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:36.776397 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] For port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:36.780341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.867211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=974e9d62-8fe0-47bd-ad36-3e266d639c90,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:36.891319 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00ae5423-e369-489f-a0c6-606b15d5f9f1 req-216a9af2-9e6a-4183-863e-7cf67d297659 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258054 Jun 22 09:07:36.891319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7847ff29-1953-45bc-a496-ae769f3df06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c03e7490-1f23-4bfe-bbbe-f1e40afff285), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.891319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7847ff29-1953-45bc-a496-ae769f3df06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.892017 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-7847ff29-1953-45bc-a496-ae769f3df06f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c03e7490-1f23-4bfe-bbbe-f1e40afff285 HTTP/1.1" status: 204 len: 168 time: 0.6032302 Jun 22 09:07:36.893271 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.923675 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:36.939558 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847ff29-1953-45bc-a496-ae769f3df06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e7490-1f23-4bfe-bbbe-f1e40afff285,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:36.945624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Attempting to bind port 974e9d62-8fe0-47bd-ad36-3e266d639c90 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:36.945965 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Attempting to bind port 974e9d62-8fe0-47bd-ad36-3e266d639c90 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:36.946291 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Attempting to bind port 974e9d62-8fe0-47bd-ad36-3e266d639c90 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:36.956229 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:36.956907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:36.958331 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 200 len: 1093 time: 3.2171443 Jun 22 09:07:36.960739 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'tag': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:37.031892 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Port 974e9d62-8fe0-47bd-ad36-3e266d639c90 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:07:37.034133 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Attempting to bind port 974e9d62-8fe0-47bd-ad36-3e266d639c90 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:37.067478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:37.068173 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Checking segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:37.068789 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Bound using segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:37.068896 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Bound port: 974e9d62-8fe0-47bd-ad36-3e266d639c90, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:37.069218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:37.085170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac41d8a-5189-4613-a4cf-f1b21f5d0865 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:37.147531 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5341b1-b6e7-4005-baec-5ae111601b10 req-7367485b-1854-41aa-a7b4-3093cadac158 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:37.148993 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bc5341b1-b6e7-4005-baec-5ae111601b10 req-7367485b-1854-41aa-a7b4-3093cadac158 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 932 time: 0.1003666 Jun 22 09:07:37.191259 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] For port 974e9d62-8fe0-47bd-ad36-3e266d639c90, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:37.230984 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bc5341b1-b6e7-4005-baec-5ae111601b10 req-72b7d0ed-04c0-4018-a989-b0a600a2e940 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749633 Jun 22 09:07:37.239656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438d1b1-3225-4039-ada0-5b96549abad1 req-5070a137-320a-4c3d-befc-2da80d9b6ef3 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:37.239656 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b438d1b1-3225-4039-ada0-5b96549abad1 req-5070a137-320a-4c3d-befc-2da80d9b6ef3 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 931 time: 0.1075492 Jun 22 09:07:37.248713 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] For port 974e9d62-8fe0-47bd-ad36-3e266d639c90, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:37.303397 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:37.343364 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b438d1b1-3225-4039-ada0-5b96549abad1 req-563dab59-1aad-448a-b7b7-8d9868f09043 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 Jun 22 09:07:37.355952 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:37.356577 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:37.359046 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] 10.222.0.47 "PUT /v2.0/ports/974e9d62-8fe0-47bd-ad36-3e266d639c90 HTTP/1.1" status: 200 len: 1094 time: 2.1119971 Jun 22 09:07:37.382804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e46f2-1c45-4dd3-86cc-f6c50027ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=974e9d62-8fe0-47bd-ad36-3e266d639c90,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:37.450413 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0943db0c-132c-4331-8ac6-b4f8e5bc6238 req-663719f1-a4c3-4879-8031-886a5d40079e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0515819 Jun 22 09:07:37.485740 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c88668-f0d5-4e07-863f-256d8aac6e54" -d '{"events": [{"name": "network-changed", "server_uuid": "cf015553-3a8f-459a-a15a-f269b6d3dae6", "tag": "0ae128fa-373b-4d19-b6a6-ca5d9a45df96"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:37.534776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:37.626390 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:37.858103 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d660c5-f34d-4df9-a01e-8ec44ad40f22 x-openstack-request-id: req-d1d660c5-f34d-4df9-a01e-8ec44ad40f22 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:37.858457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf015553-3a8f-459a-a15a-f269b6d3dae6", "tag": "0ae128fa-373b-4d19-b6a6-ca5d9a45df96", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:37.858841 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1d660c5-f34d-4df9-a01e-8ec44ad40f22 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:37.859409 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d660c5-f34d-4df9-a01e-8ec44ad40f22'] response: {'name': 'network-changed', 'server_uuid': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'tag': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96', 'status': 'completed', 'code': 200} Jun 22 09:07:37.906445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48286) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:37.920473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c6166fd-3113-4f9e-bb5c-d49e1c226aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:37.924248 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:38.058907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c6166fd-3113-4f9e-bb5c-d49e1c226aa1 admin admin] Publish callbacks [] for security_group (254fd625-befe-4370-8c51-dd3ad85ce8ae), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:38.061357 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971d6-af7c-4a48-aade-ee7d3faca2cc req-9fe41206-cf98-4efc-a753-946e9e5d4c09 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:38.063621 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6b6971d6-af7c-4a48-aade-ee7d3faca2cc req-9fe41206-cf98-4efc-a753-946e9e5d4c09 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.0913873 Jun 22 09:07:38.130569 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6b6971d6-af7c-4a48-aade-ee7d3faca2cc req-917c98f6-ca80-4dcf-8937-91f262be95ae tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577450 Jun 22 09:07:38.151722 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c6166fd-3113-4f9e-bb5c-d49e1c226aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (254fd625-befe-4370-8c51-dd3ad85ce8ae), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:38.198944 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2c6166fd-3113-4f9e-bb5c-d49e1c226aa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ba5ef354d064ff89aeb834d680f6578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912107 Jun 22 09:07:38.227998 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6166fd-3113-4f9e-bb5c-d49e1c226aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254fd625-befe-4370-8c51-dd3ad85ce8ae,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:38.228965 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48294) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:38.290975 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4a60e8d-7eb9-4357-80b7-9e496f5658ae admin admin] Publish callbacks [] for security_group (254fd625-befe-4370-8c51-dd3ad85ce8ae), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:38.330502 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4a60e8d-7eb9-4357-80b7-9e496f5658ae admin admin] Publish callbacks [] for security_group (254fd625-befe-4370-8c51-dd3ad85ce8ae), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:38.473031 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee95da-54c4-4e98-9506-6ffa7a641b1a req-23152bf2-5179-4744-bba4-4ccc0056afde tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:38.474581 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31ee95da-54c4-4e98-9506-6ffa7a641b1a req-23152bf2-5179-4744-bba4-4ccc0056afde tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 932 time: 0.0921605 Jun 22 09:07:38.589129 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-31ee95da-54c4-4e98-9506-6ffa7a641b1a req-3843e276-1e01-41c2-a041-441fe22a8a94 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027570 Jun 22 09:07:38.707554 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:38.763756 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4940f3-7f1c-4b4a-8c24-5b98bc84d075 req-8ca651ba-d631-4819-9daa-ed287b0dd150 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:38.770375 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ef4940f3-7f1c-4b4a-8c24-5b98bc84d075 req-8ca651ba-d631-4819-9daa-ed287b0dd150 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 931 time: 0.1492600 Jun 22 09:07:38.782871 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4a60e8d-7eb9-4357-80b7-9e496f5658ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (254fd625-befe-4370-8c51-dd3ad85ce8ae), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:38.782871 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4a60e8d-7eb9-4357-80b7-9e496f5658ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:38.783017 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba4e9759-989f-4aa8-bc6a-f302ef2269d9 req-5420c0d6-a45a-4410-910b-7f17aa03709d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0565395 Jun 22 09:07:38.783103 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b4a60e8d-7eb9-4357-80b7-9e496f5658ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/254fd625-befe-4370-8c51-dd3ad85ce8ae HTTP/1.1" status: 204 len: 168 time: 0.5669868 Jun 22 09:07:38.807257 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a60e8d-7eb9-4357-80b7-9e496f5658ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254fd625-befe-4370-8c51-dd3ad85ce8ae,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:38.878497 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ef4940f3-7f1c-4b4a-8c24-5b98bc84d075 req-b1a94f50-7381-49bd-b01d-ff810dc71f43 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752692 Jun 22 09:07:39.256660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18504b-b767-46a3-a5af-c6765124cae0 req-3886b67c-8786-4fb0-a683-abde1caae4f3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:39.258143 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d18504b-b767-46a3-a5af-c6765124cae0 req-3886b67c-8786-4fb0-a683-abde1caae4f3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.0617964 Jun 22 09:07:39.308682 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d18504b-b767-46a3-a5af-c6765124cae0 req-854d04dd-9975-477f-ac23-22e35749fd99 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Jun 22 09:07:39.478695 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:39.593024 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:39.803829 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95636678-76af-4438-913d-98a9f1a78b50 req-ea15e985-5f4a-4b09-98f5-d66b1d173116 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:39.812637 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-95636678-76af-4438-913d-98a9f1a78b50 req-ea15e985-5f4a-4b09-98f5-d66b1d173116 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 932 time: 0.1123610 Jun 22 09:07:39.860476 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'tag': '974e9d62-8fe0-47bd-ad36-3e266d639c90'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:39.863379 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1905450d-b26c-4e46-914b-a6a04d9cc7b1", "tag": "974e9d62-8fe0-47bd-ad36-3e266d639c90"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:39.887179 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-95636678-76af-4438-913d-98a9f1a78b50 req-6d34f402-f276-4f15-93b4-fcc700c061bd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690298 Jun 22 09:07:39.977008 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e340941-eb22-470e-a565-fe5ea7998819 req-c4978be8-bfad-4ecc-abb6-adcf10bbe610 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0318213 Jun 22 09:07:40.041098 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:40.080874 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c9db0-772c-4751-aaa2-accd2ad95f76 x-openstack-request-id: req-d94c9db0-772c-4751-aaa2-accd2ad95f76 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:40.086097 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1905450d-b26c-4e46-914b-a6a04d9cc7b1", "tag": "974e9d62-8fe0-47bd-ad36-3e266d639c90", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:40.086097 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d94c9db0-772c-4751-aaa2-accd2ad95f76 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:40.086097 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94c9db0-772c-4751-aaa2-accd2ad95f76'] response: {'name': 'network-changed', 'server_uuid': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'tag': '974e9d62-8fe0-47bd-ad36-3e266d639c90', 'status': 'completed', 'code': 200} Jun 22 09:07:40.149550 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b0888-ce92-4681-9f29-654623554bea req-a50eeff3-197c-4b79-aef3-98da4c3b0fb6 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:40.149550 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b23b0888-ce92-4681-9f29-654623554bea req-a50eeff3-197c-4b79-aef3-98da4c3b0fb6 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 931 time: 0.0624642 Jun 22 09:07:40.217903 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b23b0888-ce92-4681-9f29-654623554bea req-0b2f23a6-4e8e-44d2-903f-38fd12373137 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681715 Jun 22 09:07:40.507986 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefac1-8f6a-4dc2-b04a-c008d1241196 req-2a896a70-2655-4d86-badd-868bbc0072c2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:40.507986 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-feeefac1-8f6a-4dc2-b04a-c008d1241196 req-2a896a70-2655-4d86-badd-868bbc0072c2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.0795937 Jun 22 09:07:40.531372 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-feeefac1-8f6a-4dc2-b04a-c008d1241196 req-daa61667-9c88-4af0-830b-cc6f43da1c4a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Jun 22 09:07:41.062110 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e50b9-8a77-4738-b32c-59a76ded1a5b req-16007f05-b59d-49c7-b84d-b5c9ea093eff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.065597 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ca1e50b9-8a77-4738-b32c-59a76ded1a5b req-16007f05-b59d-49c7-b84d-b5c9ea093eff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 932 time: 0.0790431 Jun 22 09:07:41.143526 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-26753660-c6bc-4555-bfd8-6f01429ee867 req-8dd708f3-2330-41a7-a1a4-a7a48df42c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0533853 Jun 22 09:07:41.172248 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ca1e50b9-8a77-4738-b32c-59a76ded1a5b req-f0a62806-0145-4f8e-8254-12ce4e089be2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001506 Jun 22 09:07:41.209335 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Request body: {'port': {'device_id': '13ae5dc0-905f-467a-904f-af2631f8e574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:41.272394 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48416) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:41.303996 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Request body: {'port': {'device_id': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:41.374356 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:41.451274 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:41.512903 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8639-0d3d-4b94-9b09-ce1dc01ef494 req-ed0a89dd-af4d-4c99-939c-de30fdff1eb7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.520255 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ebad8639-0d3d-4b94-9b09-ce1dc01ef494 req-ed0a89dd-af4d-4c99-939c-de30fdff1eb7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 931 time: 0.2042301 Jun 22 09:07:41.526285 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:41.612304 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:41.649521 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-6e232d61-1149-4d2c-9e79-2792a0af8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:41.650967 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-6e232d61-1149-4d2c-9e79-2792a0af8df0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 1128 time: 0.1022005 Jun 22 09:07:42.097409 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533880-0650-493e-ad6e-0f89a5a7f495 req-a9de19c1-5509-426d-a5cb-81194c84ba95 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:42.103721 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00533880-0650-493e-ad6e-0f89a5a7f495 req-a9de19c1-5509-426d-a5cb-81194c84ba95 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.4507890 Jun 22 09:07:42.141282 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ebad8639-0d3d-4b94-9b09-ce1dc01ef494 req-b2b75dc3-e9f9-4877-aee9-5ffc5ee6fec1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199863 Jun 22 09:07:42.253099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae969e1e-8cde-4a74-86a3-00c7c35d1e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.301091 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-db7e977c-e2c8-43c5-85fe-503406e3248f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90 HTTP/1.1" status: 200 len: 217 time: 0.3045969 Jun 22 09:07:42.326870 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c630439c-c65d-4bbc-94f8-0baff28d9bec req-3bffbe62-4ffe-43c3-99b5-e264f605609b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0659623 Jun 22 09:07:42.334802 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c88668-f0d5-4e07-863f-256d8aac6e54 req-cb840abe-f9e1-4756-8e6b-809f49281ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:42.336927 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c9c88668-f0d5-4e07-863f-256d8aac6e54 req-cb840abe-f9e1-4756-8e6b-809f49281ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1127 time: 0.6848414 Jun 22 09:07:42.340602 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eb72f1-4dd3-41ec-bab1-7fb490daf290 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:42.393917 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Publish callbacks [] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.411412 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00533880-0650-493e-ad6e-0f89a5a7f495 req-d9851ffe-a174-4e29-9273-6ed4cb40ae55 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041471 Jun 22 09:07:42.433595 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Transition to ACTIVE for port object c0eb72f1-4dd3-41ec-bab1-7fb490daf290 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:07:42.493390 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae969e1e-8cde-4a74-86a3-00c7c35d1e40 admin admin] Publish callbacks [] for security_group (c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.582186 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61559b1c-64d4-490b-bed9-7974553e8e11 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:42.596229 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Publish callbacks [] for port (61559b1c-64d4-490b-bed9-7974553e8e11), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.606008 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.633302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae969e1e-8cde-4a74-86a3-00c7c35d1e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.656473 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d8764-ea6d-4239-ac4f-e9fbe3d67c6f req-9d56fb06-2996-4dd7-aaf5-bb72874cb7dc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:42.663603 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d62d8764-ea6d-4239-ac4f-e9fbe3d67c6f req-9d56fb06-2996-4dd7-aaf5-bb72874cb7dc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 932 time: 0.1432691 Jun 22 09:07:42.690226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ae969e1e-8cde-4a74-86a3-00c7c35d1e40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a344884cd14648f6ab96d4662d3dc893&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4385772 Jun 22 09:07:42.692886 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48462) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:42.730850 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Transition to ACTIVE for port object 61559b1c-64d4-490b-bed9-7974553e8e11 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:07:42.756160 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae969e1e-8cde-4a74-86a3-00c7c35d1e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:42.790160 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:42.790596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed662408-f32e-41a9-8df9-8acf3f805d82 admin admin] Publish callbacks [] for security_group (c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.837252 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed662408-f32e-41a9-8df9-8acf3f805d82 admin admin] Publish callbacks [] for security_group (c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.907202 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d62d8764-ea6d-4239-ac4f-e9fbe3d67c6f req-6fc16fea-cc07-4626-9d85-f95a4163fda1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343378 Jun 22 09:07:42.934225 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Attempting to bind port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:42.934675 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Attempting to bind port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:42.935485 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Attempting to bind port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 on network afe5cf3e-c89f-4784-88a7-346190bc1b68 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:42.941082 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 on network afe5cf3e-c89f-4784-88a7-346190bc1b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:07:42.947218 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Attempting to bind port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 on network afe5cf3e-c89f-4784-88a7-346190bc1b68 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:42.952381 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:42.953064 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Checking segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:42.953915 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Bound using segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:42.954710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Bound port: c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:42.955160 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:42.958686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.005082 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed662408-f32e-41a9-8df9-8acf3f805d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.005082 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed662408-f32e-41a9-8df9-8acf3f805d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.005082 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ed662408-f32e-41a9-8df9-8acf3f805d82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f HTTP/1.1" status: 204 len: 168 time: 0.3028970 Jun 22 09:07:43.038423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed662408-f32e-41a9-8df9-8acf3f805d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80fbfdf-28f9-4217-9a28-ef3bbc7b9b1f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:43.088113 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] For port c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host hv-cinder-80382, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:43.112918 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] For port c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:43.173357 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Pushing event updated for resources: {'Port': ['ID=61559b1c-64d4-490b-bed9-7974553e8e11,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:43.202293 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Attempting to bind port 61559b1c-64d4-490b-bed9-7974553e8e11 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:43.202737 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Attempting to bind port 61559b1c-64d4-490b-bed9-7974553e8e11 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:43.203520 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Attempting to bind port 61559b1c-64d4-490b-bed9-7974553e8e11 on network 38012433-cd82-4c62-9189-d8a4ad0d5908 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:43.209900 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Port 61559b1c-64d4-490b-bed9-7974553e8e11 on network 38012433-cd82-4c62-9189-d8a4ad0d5908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:07:43.210417 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Attempting to bind port 61559b1c-64d4-490b-bed9-7974553e8e11 on network 38012433-cd82-4c62-9189-d8a4ad0d5908 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:43.217075 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.238769 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:43.239250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Checking segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:43.239723 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Bound using segment: {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:43.240182 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Bound port: 61559b1c-64d4-490b-bed9-7974553e8e11, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04b5335-a467-4ced-9d1a-7ce213ec3d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:43.240583 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.309071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.309742 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:43.311852 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] 10.222.0.47 "PUT /v2.0/ports/c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 1094 time: 2.0235128 Jun 22 09:07:43.312469 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:43.325484 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eab22a-9460-4009-81ea-1e2f7f200468 req-23939483-ed0b-4148-a86d-34b72ab884b1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.327008 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a3eab22a-9460-4009-81ea-1e2f7f200468 req-23939483-ed0b-4148-a86d-34b72ab884b1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.0689185 Jun 22 09:07:43.545249 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5ea02-66e5-4a01-a245-92be8005b94d service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:43.797323 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fd9fad34-17a3-4e78-b861-4d690296ebe0 req-0af8a8dd-7e57-4a2b-bdb2-37d61055edea tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.2031271 Jun 22 09:07:43.797323 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-6f62b02f-028f-4d66-9e16-58f8c359cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.797323 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-6f62b02f-028f-4d66-9e16-58f8c359cbca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1128 time: 0.2276289 Jun 22 09:07:43.797323 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] For port 61559b1c-64d4-490b-bed9-7974553e8e11, host hv-cinder-80382, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:43.797323 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] For port 61559b1c-64d4-490b-bed9-7974553e8e11, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=61559b1c-64d4-490b-bed9-7974553e8e11,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:43.798471 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a3eab22a-9460-4009-81ea-1e2f7f200468 req-b2922715-6467-4a3c-961c-86d6e20ccbe7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369295 Jun 22 09:07:43.832794 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-31137595-dc89-4fee-9b53-270959453d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.834658 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-31137595-dc89-4fee-9b53-270959453d5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.4661407 Jun 22 09:07:43.864504 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c7cc72-78d0-4dd8-8cac-66e24dac947f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:43.907605 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-1d06f2e8-ca25-405f-b81f-9a08b9032aaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 217 time: 0.1506667 Jun 22 09:07:43.952048 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9fac0-282b-49d0-aa50-75cb8c3e1fd5 req-0e5c515d-2855-40b9-aa09-4ffec56ed894 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:43.953592 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ede9fac0-282b-49d0-aa50-75cb8c3e1fd5 req-0e5c515d-2855-40b9-aa09-4ffec56ed894 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.1388795 Jun 22 09:07:44.031538 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.47', 55221) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:44.039250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-9b94e430-6b8d-4823-b7bd-9e7e9044dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.041576 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-9b94e430-6b8d-4823-b7bd-9e7e9044dc35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.0793302 Jun 22 09:07:44.069647 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:44.129755 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c88668-f0d5-4e07-863f-256d8aac6e54 req-c4e40567-7635-4e71-85e8-105acade959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.131226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c9c88668-f0d5-4e07-863f-256d8aac6e54 req-c4e40567-7635-4e71-85e8-105acade959a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7617013 Jun 22 09:07:44.132147 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-d614c99a-0da5-41e6-bd34-257a2235762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.135981 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-d614c99a-0da5-41e6-bd34-257a2235762c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2785881 Jun 22 09:07:44.168583 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:44.207264 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a02a5a-8a0a-4a4b-9d07-c9c8df49938a x-openstack-request-id: req-49a02a5a-8a0a-4a4b-9d07-c9c8df49938a {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:44.208108 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:44.208498 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49a02a5a-8a0a-4a4b-9d07-c9c8df49938a {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:44.209158 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a02a5a-8a0a-4a4b-9d07-c9c8df49938a'] response: {'name': 'network-changed', 'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'status': 'completed', 'code': 200} Jun 22 09:07:44.462402 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:44.511030 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.511970 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:44.514079 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] 10.222.0.47 "PUT /v2.0/ports/61559b1c-64d4-490b-bed9-7974553e8e11 HTTP/1.1" status: 200 len: 1093 time: 3.3106632 Jun 22 09:07:44.517758 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ede9fac0-282b-49d0-aa50-75cb8c3e1fd5 req-5e45e5d6-de54-424c-add6-ee53e98ddefe tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548315 Jun 22 09:07:44.527249 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-b325983a-f03c-4d60-a2bb-bc54fbd4db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.527249 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-b325983a-f03c-4d60-a2bb-bc54fbd4db2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4569037 Jun 22 09:07:44.539081 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-677d65e9-ff81-4d24-a58f-a6bdb6ece863 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755733 Jun 22 09:07:44.703011 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-54295d1c-1741-44f4-a4e8-d80caac53795 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663849 Jun 22 09:07:44.707408 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:44.745333 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025acf9-b37d-44dc-b5e0-2872aa42408e service neutron] Pushing event updated for resources: {'Port': ['ID=61559b1c-64d4-490b-bed9-7974553e8e11,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:44.749222 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:44.784622 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f217fd25-f358-4e9a-a1ae-79b6f8642bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:44.802028 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3ddaa-0d6c-412b-a082-4f0f5eee661e req-33781009-8127-4169-92bf-3405cd6f42b6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.803619 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-83c3ddaa-0d6c-412b-a082-4f0f5eee661e req-33781009-8127-4169-92bf-3405cd6f42b6 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 944 time: 0.3745093 Jun 22 09:07:44.906381 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c88668-f0d5-4e07-863f-256d8aac6e54 req-fe244719-fb12-4cb5-af95-988b00c630f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.907878 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c9c88668-f0d5-4e07-863f-256d8aac6e54 req-fe244719-fb12-4cb5-af95-988b00c630f2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7230268 Jun 22 09:07:44.984767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-a551cd26-ddc6-4d83-93b1-509af55fba1d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:44.986338 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-a551cd26-ddc6-4d83-93b1-509af55fba1d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.9538488 Jun 22 09:07:45.031709 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-31a37f5c-86ae-4f48-abb2-373a3084596f req-691fc0f5-23a6-494c-a9dc-6f2cc944dff9 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172817 Jun 22 09:07:45.054036 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:45.065568 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-b10d4423-8775-440c-94fa-cf0e92507d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.065944 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6a974bb-b688-4503-833a-4b0c9518edd8 req-042752c0-5504-4e88-8829-da689fa50369 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084361 Jun 22 09:07:45.087915 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-b10d4423-8775-440c-94fa-cf0e92507d38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e06efd9f018749e3931f713b485d6f84&device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 1127 time: 0.2824025 Jun 22 09:07:45.125575 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-83c3ddaa-0d6c-412b-a082-4f0f5eee661e req-8cf02e09-f5b8-4db5-8815-c23e3317a7a5 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864080 Jun 22 09:07:45.143924 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-b013183a-ce15-4b0e-913b-bec0f0706086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.145570 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-b013183a-ce15-4b0e-913b-bec0f0706086 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1127 time: 0.1154890 Jun 22 09:07:45.240232 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-104813db-eefc-44fb-a219-930368a4e4cf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 379 time: 0.2116847 Jun 22 09:07:45.248801 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f64fb9-1b42-4753-9362-fa3d1f54e807 req-4c88e654-6498-434e-a8a8-2a1cdb479cca tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.257921 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56f64fb9-1b42-4753-9362-fa3d1f54e807 req-4c88e654-6498-434e-a8a8-2a1cdb479cca tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.1978130 Jun 22 09:07:45.298730 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb399c30-b558-4462-bf8c-49923d0d7dd1 req-702ad830-43e8-48d6-9cbe-af96bed85531 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0540714 Jun 22 09:07:45.332683 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-74eeca3b-b760-48a2-b250-d4c4109de33f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61559b1c-64d4-490b-bed9-7974553e8e11 HTTP/1.1" status: 200 len: 217 time: 0.1059835 Jun 22 09:07:45.391360 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'port': {'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'admin_state_up': True, 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'security_groups': ['7b0767e5-8918-466d-b74b-889004b767e8']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:45.392439 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f217fd25-f358-4e9a-a1ae-79b6f8642bcc admin admin] Publish callbacks [] for security_group (053bb580-e970-4197-9a2c-51b21101ae87), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.406739 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-9d07f81f-4f34-485b-b97f-5466f3b3f206 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 200 len: 217 time: 0.0908687 Jun 22 09:07:45.458302 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56f64fb9-1b42-4753-9362-fa3d1f54e807 req-5d4219c8-6d75-4963-bdf8-32cf3a997a51 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013443 Jun 22 09:07:45.485935 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-b6595712-3b0f-41b8-86a3-8467ab9f983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.487833 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-b6595712-3b0f-41b8-86a3-8467ab9f983c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 1128 time: 0.1101272 Jun 22 09:07:45.489832 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-b96831f8-5aa5-4b55-82ee-127b46cd4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.491378 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-b96831f8-5aa5-4b55-82ee-127b46cd4b02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d HTTP/1.1" status: 200 len: 851 time: 0.1252730 Jun 22 09:07:45.506410 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f217fd25-f358-4e9a-a1ae-79b6f8642bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (053bb580-e970-4197-9a2c-51b21101ae87), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:45.652914 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217fd25-f358-4e9a-a1ae-79b6f8642bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053bb580-e970-4197-9a2c-51b21101ae87,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:45.666345 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f217fd25-f358-4e9a-a1ae-79b6f8642bcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a855ee6801c44609d46b94721071f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9160900 Jun 22 09:07:45.675840 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48558) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:45.769536 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5291e-98f6-4b51-880c-e545db5af56a req-5c178879-5d0d-4b3d-a7f0-ce3e826d91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.771112 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-5c178879-5d0d-4b3d-a7f0-ce3e826d91c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38012433-cd82-4c62-9189-d8a4ad0d5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2405350 Jun 22 09:07:45.896121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-2c7e64e3-cb86-4a3b-ba0b-59783960a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.897841 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-2c7e64e3-cb86-4a3b-ba0b-59783960a696 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.3660736 Jun 22 09:07:45.968418 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-33c1e6f6-1f1f-4cb8-a89d-e77eafcbf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.969846 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-33c1e6f6-1f1f-4cb8-a89d-e77eafcbf8a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.5087161 Jun 22 09:07:45.982150 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-32904e51-112f-47c6-883b-720983603d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:45.983640 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-32904e51-112f-47c6-883b-720983603d58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1128 time: 0.5881016 Jun 22 09:07:46.027851 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-406f7d09-1b07-4a79-8d4d-4b334fc4c3cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90 HTTP/1.1" status: 200 len: 217 time: 0.1159201 Jun 22 09:07:46.030786 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb24-8da3-4035-8f5e-6af1ea6adbca admin admin] Publish callbacks [] for security_group (053bb580-e970-4197-9a2c-51b21101ae87), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.057964 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf84a88-1a34-4f5d-9c8d-e8930a401284 req-d7c4333d-df2a-42d9-a594-b91e1e1b06cc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.059472 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8bf84a88-1a34-4f5d-9c8d-e8930a401284 req-d7c4333d-df2a-42d9-a594-b91e1e1b06cc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.1677816 Jun 22 09:07:46.103307 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb24-8da3-4035-8f5e-6af1ea6adbca admin admin] Publish callbacks [] for security_group (053bb580-e970-4197-9a2c-51b21101ae87), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.123578 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-9057d4de-2790-4d3d-b9c1-44b3095ba4c0 service neutron] 10.222.0.47 "GET /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871499 Jun 22 09:07:46.134326 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102248d-5640-4cff-8b08-6efcae167516 req-6d131464-ec06-4c87-9109-e713eb690f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.134440 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-0c505132-ea56-451f-8693-742dbe08b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.134529 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-6d131464-ec06-4c87-9109-e713eb690f9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1567304 Jun 22 09:07:46.134864 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-0c505132-ea56-451f-8693-742dbe08b8b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0984449 Jun 22 09:07:46.210144 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ae5dc0-905f-467a-904f-af2631f8e574', 'tag': '61559b1c-64d4-490b-bed9-7974553e8e11'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:46.212609 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dbf4e6-f16e-4418-91b0-58839331b030" -d '{"events": [{"name": "network-changed", "server_uuid": "13ae5dc0-905f-467a-904f-af2631f8e574", "tag": "61559b1c-64d4-490b-bed9-7974553e8e11"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:46.228861 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48574) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:46.252389 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8bf84a88-1a34-4f5d-9c8d-e8930a401284 req-e8f5d80c-02ab-47c5-b709-c9c796806b83 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736615 Jun 22 09:07:46.255528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-36f28c04-1b8b-4c05-8a43-314a29b77756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.256932 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-36f28c04-1b8b-4c05-8a43-314a29b77756 service neutron] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 912 time: 0.2573366 Jun 22 09:07:46.258108 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb24-8da3-4035-8f5e-6af1ea6adbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (053bb580-e970-4197-9a2c-51b21101ae87), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.260359 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff5cdb24-8da3-4035-8f5e-6af1ea6adbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.261432 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ff5cdb24-8da3-4035-8f5e-6af1ea6adbca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/053bb580-e970-4197-9a2c-51b21101ae87 HTTP/1.1" status: 204 len: 168 time: 0.5829365 Jun 22 09:07:46.292710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cdb24-8da3-4035-8f5e-6af1ea6adbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053bb580-e970-4197-9a2c-51b21101ae87,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:46.302869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bc9ac-f388-42a7-a19c-2c601ca707a4 req-82772be5-c031-4904-8ad9-c746e49a2edd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.304448 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-438bc9ac-f388-42a7-a19c-2c601ca707a4 req-82772be5-c031-4904-8ad9-c746e49a2edd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 944 time: 0.0878341 Jun 22 09:07:46.305677 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Made reservation on behalf of dfcacaecd4564e90bfc76ff7e77911da for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:46.309122 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.358217 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e1d71b-cfb0-4c4f-bdba-ea7131aee8bb x-openstack-request-id: req-f9e1d71b-cfb0-4c4f-bdba-ea7131aee8bb {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:46.358507 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ae5dc0-905f-467a-904f-af2631f8e574", "tag": "61559b1c-64d4-490b-bed9-7974553e8e11", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:46.358757 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9e1d71b-cfb0-4c4f-bdba-ea7131aee8bb {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:46.359238 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e1d71b-cfb0-4c4f-bdba-ea7131aee8bb'] response: {'name': 'network-changed', 'server_uuid': '13ae5dc0-905f-467a-904f-af2631f8e574', 'tag': '61559b1c-64d4-490b-bed9-7974553e8e11', 'status': 'completed', 'code': 200} Jun 22 09:07:46.381345 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-438bc9ac-f388-42a7-a19c-2c601ca707a4 req-3bf92ae3-10bd-4ff0-82bb-ff21bf7db7ff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582869 Jun 22 09:07:46.454255 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f3c67d80-5424-4d39-8136-661abe570952 req-996de403-01ee-4832-8e47-dd05a84bfbb4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0358419 Jun 22 09:07:46.479921 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ef2dd16-710e-4558-b38c-f0b6f8dfe2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.559191 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-779a2bfd-8380-4289-b0e5-0a3d89fea10b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 217 time: 0.0701478 Jun 22 09:07:46.585235 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.20.0.5 (feb2a623-753e-4717-8e5a-c83201989599/37c71764-c395-49fc-bc44-5bf8c26e6e4d/daa50036-a697-4fc0-8fc6-23a1965628ef) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:07:46.644256 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-8b3c10a1-86e2-4422-b8fa-c422c7b7d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.645954 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-8b3c10a1-86e2-4422-b8fa-c422c7b7d794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1639948 Jun 22 09:07:46.662229 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67f213-7b83-4128-9499-12f901cae202 req-2141ca76-4882-40ca-b199-900965f9aee1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.663850 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2b67f213-7b83-4128-9499-12f901cae202 req-2141ca76-4882-40ca-b199-900965f9aee1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.1223593 Jun 22 09:07:46.698433 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-32bfc5a1-23bc-4bdc-8f68-fea53adee8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:46.699922 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-32bfc5a1-23bc-4bdc-8f68-fea53adee8f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.1124642 Jun 22 09:07:46.708612 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-6617e76a-4a01-47cc-805b-4d5048627197 service neutron] 10.222.0.47 "GET /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255487 Jun 22 09:07:46.723479 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-1e02ca40-d76f-4d77-a092-83d4e8b7854e service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308302 Jun 22 09:07:46.782634 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2b67f213-7b83-4128-9499-12f901cae202 req-0abbfc6d-ef70-4474-85ce-571fc7b45bdb tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984862 Jun 22 09:07:46.803824 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ef2dd16-710e-4558-b38c-f0b6f8dfe2cb admin admin] Publish callbacks [] for security_group (62fbaaa4-db7c-4fbd-acd8-692f980941d7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.845772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.866167 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ef2dd16-710e-4558-b38c-f0b6f8dfe2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (62fbaaa4-db7c-4fbd-acd8-692f980941d7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.910391 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8ef2dd16-710e-4558-b38c-f0b6f8dfe2cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=542849edf35348f3a0c3617faf77d809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6804762 Jun 22 09:07:46.911387 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2dd16-710e-4558-b38c-f0b6f8dfe2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbaaa4-db7c-4fbd-acd8-692f980941d7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:46.913796 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48600) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:46.973250 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5cf671af-5f6d-4a7c-8dcc-908f63baf0bf admin admin] Publish callbacks [] for security_group (62fbaaa4-db7c-4fbd-acd8-692f980941d7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:46.979982 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:46.995378 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5cf671af-5f6d-4a7c-8dcc-908f63baf0bf admin admin] Publish callbacks [] for security_group (62fbaaa4-db7c-4fbd-acd8-692f980941d7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.029768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.080727 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:07:47.084093 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:47.089062 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:07:47.094078 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:47.094686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.100416 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=daa50036-a697-4fc0-8fc6-23a1965628ef,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:47.146389 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5cf671af-5f6d-4a7c-8dcc-908f63baf0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (62fbaaa4-db7c-4fbd-acd8-692f980941d7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.150066 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5cf671af-5f6d-4a7c-8dcc-908f63baf0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.151940 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5cf671af-5f6d-4a7c-8dcc-908f63baf0bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62fbaaa4-db7c-4fbd-acd8-692f980941d7 HTTP/1.1" status: 204 len: 168 time: 0.2367423 Jun 22 09:07:47.162604 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf671af-5f6d-4a7c-8dcc-908f63baf0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbaaa4-db7c-4fbd-acd8-692f980941d7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:47.205928 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-61dc7d4b-133e-47e6-b94e-e4f5ccbd4cdc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8620412 Jun 22 09:07:47.301820 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7ef27745-7d94-4aef-882e-63d47bc80e58 None None] Provisioning complete for port daa50036-a697-4fc0-8fc6-23a1965628ef triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:47.302358 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ef27745-7d94-4aef-882e-63d47bc80e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.337815 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7ef27745-7d94-4aef-882e-63d47bc80e58 None None] Port daa50036-a697-4fc0-8fc6-23a1965628ef cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:07:47.383557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd455c5e-a6ae-41a9-a217-44de900590b1 req-49ab89c6-aa40-49bc-8ad1-4fe1e86710e2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:47.391309 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fd455c5e-a6ae-41a9-a217-44de900590b1 req-49ab89c6-aa40-49bc-8ad1-4fe1e86710e2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.0616210 Jun 22 09:07:47.445749 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fd455c5e-a6ae-41a9-a217-44de900590b1 req-8dbe60fa-d0f1-4494-8fb9-7d9de74c8615 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530796 Jun 22 09:07:47.518526 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04952dc-766b-45be-be0a-de10a2269b07 req-1542424d-cf0a-4f3c-a7c1-abba3643baa3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:47.520056 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d04952dc-766b-45be-be0a-de10a2269b07 req-1542424d-cf0a-4f3c-a7c1-abba3643baa3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 944 time: 0.0503693 Jun 22 09:07:47.570253 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d04952dc-766b-45be-be0a-de10a2269b07 req-c727341e-2508-4e90-be50-495f2816dc8e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Jun 22 09:07:47.574783 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:47.583907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e28b5-5b22-40b6-9d20-f6372cdc59c3 req-6a10c642-e636-4af0-bdcd-0c3fe1c2242b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:47.585453 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e89e28b5-5b22-40b6-9d20-f6372cdc59c3 req-6a10c642-e636-4af0-bdcd-0c3fe1c2242b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 931 time: 0.0579987 Jun 22 09:07:47.611027 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Request body: {'port': {'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:47.740087 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e89e28b5-5b22-40b6-9d20-f6372cdc59c3 req-bcdde649-328c-40a5-a653-6d281b1c0086 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490583 Jun 22 09:07:47.764388 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:47.768675 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c102248d-5640-4cff-8b08-6efcae167516 req-fb41f49f-c952-45fe-afdf-bd9c9038586b service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628110 Jun 22 09:07:47.777724 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48630) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:47.808555 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48636) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:47.835702 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:47.911214 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c05b44-2c05-4b7b-a10e-9d2466b8e2f4 req-37d83f92-6c56-4a4c-8e01-da702dd8dc96 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:47.918485 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-96c05b44-2c05-4b7b-a10e-9d2466b8e2f4 req-37d83f92-6c56-4a4c-8e01-da702dd8dc96 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.0562122 Jun 22 09:07:47.941885 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180248661-network', 'tenant_id': '6fa2a998362c44238ce3527a52e8269a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:47.991654 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84881051-cb64-4adc-a1b5-069fd1337f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.007419 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48642) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.011330 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-96c05b44-2c05-4b7b-a10e-9d2466b8e2f4 req-6820cb5a-41c2-437f-a10d-1caeddafc0f0 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898676 Jun 22 09:07:48.073233 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Made reservation on behalf of 6fa2a998362c44238ce3527a52e8269a for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:48.075547 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.089296 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ab9da6b-c1eb-4ad8-9a81-55c134ce0b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.092434 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.095352 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84881051-cb64-4adc-a1b5-069fd1337f02 admin admin] Publish callbacks [] for security_group (3f46ba31-d195-40b7-a7e9-7a49758b83f5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.099876 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa50036-a697-4fc0-8fc6-23a1965628ef {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:48.114783 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:48.115006 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Publish callbacks [] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.137911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Transition to ACTIVE for port object daa50036-a697-4fc0-8fc6-23a1965628ef will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:07:48.152749 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84881051-cb64-4adc-a1b5-069fd1337f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3f46ba31-d195-40b7-a7e9-7a49758b83f5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.190448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ab9da6b-c1eb-4ad8-9a81-55c134ce0b76 admin admin] Publish callbacks [] for security_group (c5dd08f5-faac-49e2-8f8f-543f686ee6ae), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.197754 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks [] for security_group (29e5e0cd-1484-429c-a330-700de193cac7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.207470 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-84881051-cb64-4adc-a1b5-069fd1337f02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be9c8026f1ed4a90b056fa30e968d292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980625 Jun 22 09:07:48.210269 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48646) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.211910 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84881051-cb64-4adc-a1b5-069fd1337f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f46ba31-d195-40b7-a7e9-7a49758b83f5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.223350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.228705 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48648) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.243956 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7c29-7a06-4641-9c9b-983e2d37f222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.268067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ab9da6b-c1eb-4ad8-9a81-55c134ce0b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c5dd08f5-faac-49e2-8f8f-543f686ee6ae), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.312976 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (29e5e0cd-1484-429c-a330-700de193cac7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.338479 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Pushing event updated for resources: {'Port': ['ID=daa50036-a697-4fc0-8fc6-23a1965628ef,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.368024 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-7ab9da6b-c1eb-4ad8-9a81-55c134ce0b76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3883c28b6d2a4936a9a94da454b02e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595245 Jun 22 09:07:48.373132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48652) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.377597 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:07:48.399130 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9da6b-c1eb-4ad8-9a81-55c134ce0b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd08f5-faac-49e2-8f8f-543f686ee6ae,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.403155 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e5e0cd-1484-429c-a330-700de193cac7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.417856 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.418173 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Added segment 7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97 of type vlan for network a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12 Jun 22 09:07:48.425162 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6426a0ee-4da3-4cbe-98ff-f4b3513b495f admin admin] Publish callbacks [] for security_group (3f46ba31-d195-40b7-a7e9-7a49758b83f5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.451593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-53e688d8-9b1e-44b2-bec9-d96e2636545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:48.453157 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-53e688d8-9b1e-44b2-bec9-d96e2636545a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1814802 Jun 22 09:07:48.454968 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-b55cde53-6c3d-44be-9c7a-003d787a0348 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877549 Jun 22 09:07:48.482311 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Attempting to bind port daa50036-a697-4fc0-8fc6-23a1965628ef on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:07:48.485357 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Attempting to bind port daa50036-a697-4fc0-8fc6-23a1965628ef by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:07:48.485357 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Attempting to bind port daa50036-a697-4fc0-8fc6-23a1965628ef on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:48.486542 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6426a0ee-4da3-4cbe-98ff-f4b3513b495f admin admin] Publish callbacks [] for security_group (3f46ba31-d195-40b7-a7e9-7a49758b83f5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.499212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Port daa50036-a697-4fc0-8fc6-23a1965628ef on network feb2a623-753e-4717-8e5a-c83201989599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:07:48.499905 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Attempting to bind port daa50036-a697-4fc0-8fc6-23a1965628ef on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:07:48.501334 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7c29-7a06-4641-9c9b-983e2d37f222 admin admin] Publish callbacks [] for security_group (772f601b-1b41-4779-91dc-1eb537cadddc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.506512 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.521873 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:07:48.525471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:48.525471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Bound using segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:07:48.525471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Bound port: daa50036-a697-4fc0-8fc6-23a1965628ef, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:07:48.525471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.562755 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53c90339-fb51-4d5d-b18a-62126e1a3874 admin admin] Publish callbacks [] for security_group (c5dd08f5-faac-49e2-8f8f-543f686ee6ae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.580386 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7c29-7a06-4641-9c9b-983e2d37f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (772f601b-1b41-4779-91dc-1eb537cadddc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.613620 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.614547 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:48.615152 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.632086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53c90339-fb51-4d5d-b18a-62126e1a3874 admin admin] Publish callbacks [] for security_group (c5dd08f5-faac-49e2-8f8f-543f686ee6ae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.645223 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-3a7d7c29-7a06-4641-9c9b-983e2d37f222 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=428543e27d04489e92aa2b17ebbde3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155800 Jun 22 09:07:48.647631 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe766e-da51-4588-884d-88f0d64e1be7 req-e385e607-9367-4e39-857b-f6baaadc6344 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:48.648642 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d7c29-7a06-4641-9c9b-983e2d37f222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f601b-1b41-4779-91dc-1eb537cadddc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.653255 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48658) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.659862 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-79fe766e-da51-4588-884d-88f0d64e1be7 req-e385e607-9367-4e39-857b-f6baaadc6344 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.1091366 Jun 22 09:07:48.672587 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:48.729394 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] For port daa50036-a697-4fc0-8fc6-23a1965628ef, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:07:48.744068 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] For port daa50036-a697-4fc0-8fc6-23a1965628ef, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=daa50036-a697-4fc0-8fc6-23a1965628ef,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:07:48.748004 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] Pushing event updated for resources: {'Network': ['ID=a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.748180 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-79fe766e-da51-4588-884d-88f0d64e1be7 req-c07e52a5-1075-45a0-abdf-d876a20b68d3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921996 Jun 22 09:07:48.760420 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a0e6d656-6714-4faa-9ae7-eafd8ad02f4d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9774067 Jun 22 09:07:48.760613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6426a0ee-4da3-4cbe-98ff-f4b3513b495f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3f46ba31-d195-40b7-a7e9-7a49758b83f5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.761087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6426a0ee-4da3-4cbe-98ff-f4b3513b495f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.764044 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6426a0ee-4da3-4cbe-98ff-f4b3513b495f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f46ba31-d195-40b7-a7e9-7a49758b83f5 HTTP/1.1" status: 204 len: 168 time: 0.5526924 Jun 22 09:07:48.768924 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48660) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:48.775575 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:07:48.780008 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Request body: {'subnet': {'network_id': 'a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180248661-subnet', 'tenant_id': '6fa2a998362c44238ce3527a52e8269a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:48.792608 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8c0f2-4e1c-457a-85b0-0ea823931e34 req-dec35908-1eb9-49ad-8167-be0c0ba45193 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:48.801646 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ea8c0f2-4e1c-457a-85b0-0ea823931e34 req-dec35908-1eb9-49ad-8167-be0c0ba45193 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 944 time: 0.1165099 Jun 22 09:07:48.802076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426a0ee-4da3-4cbe-98ff-f4b3513b495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f46ba31-d195-40b7-a7e9-7a49758b83f5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.810693 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad525f2b-b23d-40cc-83d6-5945365a6eaa admin admin] Publish callbacks [] for security_group (772f601b-1b41-4779-91dc-1eb537cadddc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.822183 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.854664 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad525f2b-b23d-40cc-83d6-5945365a6eaa admin admin] Publish callbacks [] for security_group (772f601b-1b41-4779-91dc-1eb537cadddc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.880991 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ea8c0f2-4e1c-457a-85b0-0ea823931e34 req-fb9c272e-c97f-410c-8fcd-1fe1a35ae356 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792942 Jun 22 09:07:48.896067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Pushing event updated for resources: {'Port': ['ID=daa50036-a697-4fc0-8fc6-23a1965628ef,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:48.896523 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53c90339-fb51-4d5d-b18a-62126e1a3874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c5dd08f5-faac-49e2-8f8f-543f686ee6ae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.899345 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53c90339-fb51-4d5d-b18a-62126e1a3874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.903376 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-53c90339-fb51-4d5d-b18a-62126e1a3874 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5dd08f5-faac-49e2-8f8f-543f686ee6ae HTTP/1.1" status: 204 len: 168 time: 0.5227394 Jun 22 09:07:48.950799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:48.950799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.951905 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-85395d24-8a65-428c-86db-4acd8bf269a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/daa50036-a697-4fc0-8fc6-23a1965628ef HTTP/1.1" status: 200 len: 1093 time: 1.3471110 Jun 22 09:07:48.954320 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:48.956551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375accf3-be8d-4033-b008-f2cfb436cfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:48.974660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681be29-a389-4e70-9af8-e40ff34b4b3a req-da446d50-cba6-41e5-b1b2-d407679c1601 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:48.975998 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8681be29-a389-4e70-9af8-e40ff34b4b3a req-da446d50-cba6-41e5-b1b2-d407679c1601 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 943 time: 0.0854535 Jun 22 09:07:48.977150 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Made reservation on behalf of 6fa2a998362c44238ce3527a52e8269a for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:48.979710 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:48.983076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c90339-fb51-4d5d-b18a-62126e1a3874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd08f5-faac-49e2-8f8f-543f686ee6ae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:49.014740 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad525f2b-b23d-40cc-83d6-5945365a6eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (772f601b-1b41-4779-91dc-1eb537cadddc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.018625 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ad525f2b-b23d-40cc-83d6-5945365a6eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.021184 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ad525f2b-b23d-40cc-83d6-5945365a6eaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/772f601b-1b41-4779-91dc-1eb537cadddc HTTP/1.1" status: 204 len: 168 time: 0.3634343 Jun 22 09:07:49.043425 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad525f2b-b23d-40cc-83d6-5945365a6eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f601b-1b41-4779-91dc-1eb537cadddc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:49.064737 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e79b91-0469-41df-a1b5-774e0f8b5c5c x-openstack-request-id: req-d7e79b91-0469-41df-a1b5-774e0f8b5c5c {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:49.065295 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:49.065295 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7e79b91-0469-41df-a1b5-774e0f8b5c5c {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:49.065655 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e79b91-0469-41df-a1b5-774e0f8b5c5c'] response: {'name': 'network-changed', 'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'status': 'completed', 'code': 200} Jun 22 09:07:49.202494 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8681be29-a389-4e70-9af8-e40ff34b4b3a req-02a91cf1-bd48-4ff2-b55f-fac0838291bd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105386 Jun 22 09:07:49.202769 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee23e0b-1346-4820-9f66-20f5dabe5bac req-2af4d89e-579e-4bff-a1fe-edba9182ea84 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:49.202769 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7ee23e0b-1346-4820-9f66-20f5dabe5bac req-2af4d89e-579e-4bff-a1fe-edba9182ea84 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.0609729 Jun 22 09:07:49.202973 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:49.256064 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-461df842-f6b5-48ff-8e4c-117a935aa970 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162995 Jun 22 09:07:49.262049 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7ee23e0b-1346-4820-9f66-20f5dabe5bac req-7b3adc2c-dfc2-48cd-8668-37641391ddce tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564973 Jun 22 09:07:49.351699 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:49.609690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (96e738f9-883a-4ae0-89c2-ed72ef7ecbaf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.663767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e738f9-883a-4ae0-89c2-ed72ef7ecbaf,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:49.674413 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Checking segment: {'id': '7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:49.674768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Network hostable DHCP agents. Network: a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:07:49.700746 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:49.824414 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Network a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:07:49.832508 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e9fb7ecc-b755-4422-9e59-3ebee0af00ae req-1f01f579-4a7c-4af3-9c36-ff6c50e8f093 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960591 Jun 22 09:07:49.847597 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:49.864459 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3d70-e5d3-4e51-95a9-b5466448db75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:49.922376 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-d7c452ef-62a0-4e68-8ac8-9b1983054a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:49.923908 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-d7c452ef-62a0-4e68-8ac8-9b1983054a99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 1127 time: 0.1295748 Jun 22 09:07:49.928490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-bc168406-8f3b-4bb3-9e5c-200deebc0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:49.929942 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-bc168406-8f3b-4bb3-9e5c-200deebc0124 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e06efd9f018749e3931f713b485d6f84&device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 1127 time: 0.1265600 Jun 22 09:07:50.003875 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3d70-e5d3-4e51-95a9-b5466448db75 admin admin] Publish callbacks [] for security_group (247a0459-4c50-42d2-8545-e954ef1c8055), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.022328 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:50.029821 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c0eb72f1-4dd3-41ec-bab1-7fb490daf290 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:07:50.033745 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb8166-d549-4ff5-b4c5-6b7249e4c41f None None] Network a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:50.042700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ff3e-0e37-4047-b7c8-816229043317 req-e9310424-1554-4e68-bffc-072a3cd56a18 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.045192 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b12ff3e-0e37-4047-b7c8-816229043317 req-e9310424-1554-4e68-bffc-072a3cd56a18 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 944 time: 0.1800687 Jun 22 09:07:50.046143 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4452-c13f-4f14-bed4-8177de3035f2 req-c088ecc0-bae4-4834-af93-b85f5beb32f9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.055014 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-c444b743-cfbb-4b12-a02a-c64c919f866f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa50036-a697-4fc0-8fc6-23a1965628ef HTTP/1.1" status: 200 len: 217 time: 0.0858016 Jun 22 09:07:50.055014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:50.058400 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c27c4452-c13f-4f14-bed4-8177de3035f2 req-c088ecc0-bae4-4834-af93-b85f5beb32f9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 944 time: 0.0960598 Jun 22 09:07:50.063821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.064484 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.091877 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3d70-e5d3-4e51-95a9-b5466448db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (247a0459-4c50-42d2-8545-e954ef1c8055), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.141909 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf3d70-e5d3-4e51-95a9-b5466448db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247a0459-4c50-42d2-8545-e954ef1c8055,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:50.145270 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48692) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:50.183896 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c27c4452-c13f-4f14-bed4-8177de3035f2 req-3f0aadf8-089a-4a2c-8bf9-aecd93d5ddff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195557 Jun 22 09:07:50.187341 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9ecf3d70-e5d3-4e51-95a9-b5466448db75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7720d96486a8413fa0f8695032d8bd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385208 Jun 22 09:07:50.190526 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ea6-a821-467b-9ded-790cf3f41fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.191057 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:50.191773 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48694) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:50.225521 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68c7cc72-78d0-4dd8-8cac-66e24dac947f req-aff03415-8edb-4a51-b076-409b3d115c52 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408469 Jun 22 09:07:50.248645 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ecc13-37c6-4c9b-b863-4860fd6b3950 None None] Network a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:50.258787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:50.282809 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:50.283482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-ed5c79a2-3f61-435c-a334-ee3b8d866cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.284933 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-ed5c79a2-3f61-435c-a334-ee3b8d866cc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.2167304 Jun 22 09:07:50.350669 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b12ff3e-0e37-4047-b7c8-816229043317 req-0243979e-4208-4a69-8b07-fef57e4f3271 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708800 Jun 22 09:07:50.358259 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-9f5e29e4-2df1-4ea0-abcb-22ea890fb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.362806 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-9f5e29e4-2df1-4ea0-abcb-22ea890fb067 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38012433-cd82-4c62-9189-d8a4ad0d5908 HTTP/1.1" status: 200 len: 913 time: 0.4028242 Jun 22 09:07:50.386986 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-3de3220d-f90a-44b9-a9cf-15d334e2353a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6061001 Jun 22 09:07:50.394737 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797ef5-9597-43f3-8597-02ffb40ff655 req-bd16e30c-4f1f-4a96-88de-bbd0791e2db6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.402111 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f1797ef5-9597-43f3-8597-02ffb40ff655 req-bd16e30c-4f1f-4a96-88de-bbd0791e2db6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 943 time: 0.0980344 Jun 22 09:07:50.461890 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-2098314b-4068-4740-ae3f-da5efa4b921b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61559b1c-64d4-490b-bed9-7974553e8e11 HTTP/1.1" status: 200 len: 217 time: 0.0683289 Jun 22 09:07:50.468516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-3c37c18b-65fb-48ed-b4fc-df74e13bcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.470328 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-3c37c18b-65fb-48ed-b4fc-df74e13bcc85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1730340 Jun 22 09:07:50.479494 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:50.486991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:50.494475 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae2bff8e-7e7c-40b8-8def-3c36c5ae5f39 admin admin] Publish callbacks [] for security_group (247a0459-4c50-42d2-8545-e954ef1c8055), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.503042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ea6-a821-467b-9ded-790cf3f41fab admin admin] Publish callbacks [] for security_group (b92e0b68-c73e-4109-944c-39d9907416e0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.510010 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f1797ef5-9597-43f3-8597-02ffb40ff655 req-fa9aab85-6a4c-490f-b8f2-024272b6e904 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054749 Jun 22 09:07:50.520791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'port_id': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'mac_address': 'fa:16:3e:00:58:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:07:50.561704 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:50.562103 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.569308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ea6-a821-467b-9ded-790cf3f41fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b92e0b68-c73e-4109-944c-39d9907416e0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.576570 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eb72f1-4dd3-41ec-bab1-7fb490daf290 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:50.598080 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e03c3ea6-a821-467b-9ded-790cf3f41fab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f5ce551141842d089e8b5faa7ffaa7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475417 Jun 22 09:07:50.600485 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48710) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:50.630010 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:50.667241 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:50.668144 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae2bff8e-7e7c-40b8-8def-3c36c5ae5f39 admin admin] Publish callbacks [] for security_group (247a0459-4c50-42d2-8545-e954ef1c8055), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.668302 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c3ea6-a821-467b-9ded-790cf3f41fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e0b68-c73e-4109-944c-39d9907416e0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:50.673250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e1b8de10-2179-414f-a401-29b23271e95d admin admin] Publish callbacks [] for security_group (b92e0b68-c73e-4109-944c-39d9907416e0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.680989 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4a085-4431-49d5-9b75-08e0c969124c req-b7f79ed0-3983-473f-8177-4f6e232a76c1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.688390 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44a4a085-4431-49d5-9b75-08e0c969124c req-b7f79ed0-3983-473f-8177-4f6e232a76c1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.2059011 Jun 22 09:07:50.695911 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.696826 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 974e9d62-8fe0-47bd-ad36-3e266d639c90 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:07:50.698415 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e1b8de10-2179-414f-a401-29b23271e95d admin admin] Publish callbacks [] for security_group (b92e0b68-c73e-4109-944c-39d9907416e0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.765284 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-8d1dde27-c990-4f53-a830-d6f707d08d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.766736 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-8d1dde27-c990-4f53-a830-d6f707d08d92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d HTTP/1.1" status: 200 len: 851 time: 0.2345712 Jun 22 09:07:50.779115 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:50.786321 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-4afe1c5d-bb43-4eb6-bb3f-ae11ea0fcd6f service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552123 Jun 22 09:07:50.867071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e1b8de10-2179-414f-a401-29b23271e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b92e0b68-c73e-4109-944c-39d9907416e0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.870187 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e1b8de10-2179-414f-a401-29b23271e95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.871520 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e1b8de10-2179-414f-a401-29b23271e95d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b92e0b68-c73e-4109-944c-39d9907416e0 HTTP/1.1" status: 204 len: 168 time: 0.2700524 Jun 22 09:07:50.873150 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 974e9d62-8fe0-47bd-ad36-3e266d639c90, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:50.881277 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8de10-2179-414f-a401-29b23271e95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e0b68-c73e-4109-944c-39d9907416e0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:50.881508 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44a4a085-4431-49d5-9b75-08e0c969124c req-a957e316-e8cb-4d97-81fa-6abc29d28047 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921792 Jun 22 09:07:50.887614 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '974e9d62-8fe0-47bd-ad36-3e266d639c90', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'port_id': '974e9d62-8fe0-47bd-ad36-3e266d639c90', 'mac_address': 'fa:16:3e:6d:7c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:07:50.920969 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-ddc601a4-49ba-40d5-bfb6-32a418a26cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:50.922644 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-ddc601a4-49ba-40d5-bfb6-32a418a26cab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38012433-cd82-4c62-9189-d8a4ad0d5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1468480 Jun 22 09:07:50.937049 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 974e9d62-8fe0-47bd-ad36-3e266d639c90 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:50.937433 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:50.952017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974e9d62-8fe0-47bd-ad36-3e266d639c90 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:50.983824 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 974e9d62-8fe0-47bd-ad36-3e266d639c90, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:51.018291 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d33e60c-eb88-439e-87e8-7bef66db8f91 req-6e47f9c8-0769-4cc9-8710-025bcb989bf0 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068398 Jun 22 09:07:51.040859 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae2bff8e-7e7c-40b8-8def-3c36c5ae5f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (247a0459-4c50-42d2-8545-e954ef1c8055), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:51.043403 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae2bff8e-7e7c-40b8-8def-3c36c5ae5f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:51.045090 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ae2bff8e-7e7c-40b8-8def-3c36c5ae5f39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/247a0459-4c50-42d2-8545-e954ef1c8055 HTTP/1.1" status: 204 len: 168 time: 0.8502579 Jun 22 09:07:51.057218 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-0871c6bd-cef4-45bd-bba2-3672c0801272 service neutron] 10.222.0.47 "GET /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245615 Jun 22 09:07:51.058052 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bff8e-7e7c-40b8-8def-3c36c5ae5f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a0459-4c50-42d2-8545-e954ef1c8055,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:51.067700 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:51.082365 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:51.140422 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=974e9d62-8fe0-47bd-ad36-3e266d639c90,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:51.167130 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7dbf4e6-f16e-4418-91b0-58839331b030 req-ec9e4020-3586-4122-b5cd-46adb1f9739e service neutron] 10.222.0.47 "GET /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040554 Jun 22 09:07:51.320845 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab3a3a-2903-4633-b3c0-c48efbab830b req-9a6174a4-5188-4b0f-b1e8-529fb7026576 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:51.322377 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-97ab3a3a-2903-4633-b3c0-c48efbab830b req-9a6174a4-5188-4b0f-b1e8-529fb7026576 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 945 time: 0.0533700 Jun 22 09:07:51.375117 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-97ab3a3a-2903-4633-b3c0-c48efbab830b req-2628d0b0-b1b8-4406-b4b4-2fb3514142f0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470543 Jun 22 09:07:51.475223 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392a310-88f8-4bb9-a825-601ac423b9b2 req-e7c0864c-d897-4f02-afa0-696e8849afac tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:51.476657 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b392a310-88f8-4bb9-a825-601ac423b9b2 req-e7c0864c-d897-4f02-afa0-696e8849afac tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 945 time: 0.0503728 Jun 22 09:07:51.524545 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b392a310-88f8-4bb9-a825-601ac423b9b2 req-f4761f7f-43bf-4afb-bb27-1f3be2ac1540 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Jun 22 09:07:51.525815 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:51.601741 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['c0eb72f1-4dd3-41ec-bab1-7fb490daf290'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:51.615725 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:51.638752 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1676f-e56b-43b1-bf83-226ddbfc96d2 req-d0300f56-2336-496b-bf26-ee710d60605e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:51.640354 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7eb1676f-e56b-43b1-bf83-226ddbfc96d2 req-d0300f56-2336-496b-bf26-ee710d60605e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 943 time: 0.0505860 Jun 22 09:07:51.690448 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7eb1676f-e56b-43b1-bf83-226ddbfc96d2 req-021be21e-eb91-4bcf-957a-7860b4ace09a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422745 Jun 22 09:07:51.747227 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['974e9d62-8fe0-47bd-ad36-3e266d639c90'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:51.866422 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48750) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:51.871332 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-532520871-network', 'tenant_id': '7132ca9d80ca4059a44580211a2e18f7'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:51.952080 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Made reservation on behalf of 7132ca9d80ca4059a44580211a2e18f7 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:51.954803 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:51.970250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.019232 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48756) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:52.021859 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-04517c46-7175-418e-921b-9a837ee011d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.023655 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-04517c46-7175-418e-921b-9a837ee011d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 1127 time: 0.0965044 Jun 22 09:07:52.039124 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858a70a7-6b33-4d0a-a30a-618b38331cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.044486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432293a-6181-4d40-93d9-9ca1a3e3ba55 req-8b34351a-d10b-404d-acb6-a9dbfe9e5a82 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.045915 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8432293a-6181-4d40-93d9-9ca1a3e3ba55 req-8b34351a-d10b-404d-acb6-a9dbfe9e5a82 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 943 time: 0.0693390 Jun 22 09:07:52.093758 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:52.114150 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks [] for security_group (d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.158527 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8432293a-6181-4d40-93d9-9ca1a3e3ba55 req-ffec18fc-a813-413c-bf81-4f1aa6a86e1a tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937066 Jun 22 09:07:52.162431 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858a70a7-6b33-4d0a-a30a-618b38331cff admin admin] Publish callbacks [] for security_group (899745e0-fb94-4be1-ae42-bdcdaf092d22), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.169263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-1290b206-1d10-4eca-a8b9-8e0e6202e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.170179 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-1290b206-1d10-4eca-a8b9-8e0e6202e91f service neutron] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 916 time: 0.1384897 Jun 22 09:07:52.186476 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.209280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:07:52.224668 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:52.232793 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-3600d78b-afb9-41ac-a249-396ad3688b2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa50036-a697-4fc0-8fc6-23a1965628ef HTTP/1.1" status: 200 len: 217 time: 0.0541596 Jun 22 09:07:52.237642 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (fbb01af2-e2fa-4625-a072-ab7654e45d8b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.238005 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Added segment fbb01af2-e2fa-4625-a072-ab7654e45d8b of type vlan for network f9aa1247-1b80-4f41-b649-8675ac5a2c3d Jun 22 09:07:52.277591 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858a70a7-6b33-4d0a-a30a-618b38331cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (899745e0-fb94-4be1-ae42-bdcdaf092d22), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.280945 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 61559b1c-64d4-490b-bed9-7974553e8e11 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:07:52.286913 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-5b474ca3-dadf-4973-a8e7-746ed56fa0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.287173 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:52.288668 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-5b474ca3-dadf-4973-a8e7-746ed56fa0b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.0499682 Jun 22 09:07:52.327140 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-858a70a7-6b33-4d0a-a30a-618b38331cff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fd21e908c79483a9d1815f34c3c1c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025436 Jun 22 09:07:52.330251 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48766) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:52.359209 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-6280ed7a-5422-4984-8b12-e3e66ecc9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.359209 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-6280ed7a-5422-4984-8b12-e3e66ecc9a14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625577 Jun 22 09:07:52.376902 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (f9aa1247-1b80-4f41-b649-8675ac5a2c3d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.384710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a70a7-6b33-4d0a-a30a-618b38331cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899745e0-fb94-4be1-ae42-bdcdaf092d22,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:52.417800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 61559b1c-64d4-490b-bed9-7974553e8e11, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=61559b1c-64d4-490b-bed9-7974553e8e11,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:52.442095 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '61559b1c-64d4-490b-bed9-7974553e8e11', 'network_id': '38012433-cd82-4c62-9189-d8a4ad0d5908', 'port_id': '61559b1c-64d4-490b-bed9-7974553e8e11', 'mac_address': 'fa:16:3e:64:ec:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:07:52.461516 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (f9aa1247-1b80-4f41-b649-8675ac5a2c3d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.463184 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.464535 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.482629 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2d4-f2b2-4bbf-bb70-07ff168da0f4 admin admin] Publish callbacks [] for security_group (899745e0-fb94-4be1-ae42-bdcdaf092d22), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.511610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 61559b1c-64d4-490b-bed9-7974553e8e11 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:52.512048 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.524963 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2d4-f2b2-4bbf-bb70-07ff168da0f4 admin admin] Publish callbacks [] for security_group (899745e0-fb94-4be1-ae42-bdcdaf092d22), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.528726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61559b1c-64d4-490b-bed9-7974553e8e11 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:52.542510 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-97dcd24e-3ed9-435e-89ea-3b6e0821f15b service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760802 Jun 22 09:07:52.561945 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 61559b1c-64d4-490b-bed9-7974553e8e11, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=61559b1c-64d4-490b-bed9-7974553e8e11,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:52.576465 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b850ea-246d-422a-a91b-77141b6e38ef req-489c32cd-8389-4445-b65d-c63bd5ed8274 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.578660 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f2b850ea-246d-422a-a91b-77141b6e38ef req-489c32cd-8389-4445-b65d-c63bd5ed8274 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 945 time: 0.0844610 Jun 22 09:07:52.584600 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7170224 Jun 22 09:07:52.590649 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:52.597797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Request body: {'subnet': {'network_id': 'f9aa1247-1b80-4f41-b649-8675ac5a2c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-532520871-subnet', 'tenant_id': '7132ca9d80ca4059a44580211a2e18f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:52.671931 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.672883 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:07:52.728133 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a702b-ac34-4a64-8360-777b16a19aae req-ab578f5c-9981-4f9f-a9d1-049b5385ad3a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:52.730600 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6c4a702b-ac34-4a64-8360-777b16a19aae req-ab578f5c-9981-4f9f-a9d1-049b5385ad3a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 945 time: 0.0725722 Jun 22 09:07:52.732417 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c0eb72f1-4dd3-41ec-bab1-7fb490daf290 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:52.756457 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-375accf3-be8d-4033-b008-f2cfb436cfcd req-08bdb98a-7de2-4906-b021-f618a34249f5 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023978 Jun 22 09:07:52.775912 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Made reservation on behalf of 7132ca9d80ca4059a44580211a2e18f7 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:07:52.775912 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.818631 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6c4a702b-ac34-4a64-8360-777b16a19aae req-0020ae30-d7ad-4cdf-b8b5-4c4569bc40b8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810900 Jun 22 09:07:52.821670 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2d4-f2b2-4bbf-bb70-07ff168da0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (899745e0-fb94-4be1-ae42-bdcdaf092d22), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.824379 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b5b2d4-f2b2-4bbf-bb70-07ff168da0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.825677 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-05b5b2d4-f2b2-4bbf-bb70-07ff168da0f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/899745e0-fb94-4be1-ae42-bdcdaf092d22 HTTP/1.1" status: 204 len: 168 time: 0.4968169 Jun 22 09:07:52.828656 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:07:52.850645 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:52.877855 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5b2d4-f2b2-4bbf-bb70-07ff168da0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899745e0-fb94-4be1-ae42-bdcdaf092d22,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:52.891561 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e83ff9-de22-425e-88b4-1e0fd4917081 admin admin] Pushing event updated for resources: {'Network': ['ID=f9aa1247-1b80-4f41-b649-8675ac5a2c3d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:52.916468 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f2b850ea-246d-422a-a91b-77141b6e38ef req-6c4bef14-164b-473c-950e-40c5b05dfab5 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263559 Jun 22 09:07:52.935697 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network f9aa1247-1b80-4f41-b649-8675ac5a2c3d details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:07:52.959424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.resource_extend [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:07:52.980566 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:52.980939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:52.989194 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.025593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=61559b1c-64d4-490b-bed9-7974553e8e11,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:53.037608 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557154-0227-4de6-97c4-e7dca4ff42f5 req-e818a599-56a8-4844-9cb0-53ea4a2ff0ae tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.039389 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1f557154-0227-4de6-97c4-e7dca4ff42f5 req-e818a599-56a8-4844-9cb0-53ea4a2ff0ae tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 943 time: 0.0814674 Jun 22 09:07:53.120434 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1f557154-0227-4de6-97c4-e7dca4ff42f5 req-2a7a5aed-0e0e-4e82-9dac-367abb882dcc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646896 Jun 22 09:07:53.126427 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.158703 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.176264 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:53.178792 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:53.179165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.187331 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:53.196706 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Checking segment: {'id': 'fbb01af2-e2fa-4625-a072-ab7654e45d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f9aa1247-1b80-4f41-b649-8675ac5a2c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:07:53.197729 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Network hostable DHCP agents. Network: f9aa1247-1b80-4f41-b649-8675ac5a2c3d, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:07:53.201365 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'port_id': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96', 'mac_address': 'fa:16:3e:96:2b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:07:53.218654 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:53.301485 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Network f9aa1247-1b80-4f41-b649-8675ac5a2c3d is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:07:53.318528 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:53.325556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39973d-a485-4f14-8a0c-9d228f712a92 req-18d96a9a-ca45-464c-babc-9b71a31b9a14 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.327012 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:53.327547 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cb39973d-a485-4f14-8a0c-9d228f712a92 req-18d96a9a-ca45-464c-babc-9b71a31b9a14 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 944 time: 0.0539289 Jun 22 09:07:53.327682 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.342220 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:53.371370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:53.385701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, f9aa1247-1b80-4f41-b649-8675ac5a2c3d) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:07:53.385944 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.386720 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cb39973d-a485-4f14-8a0c-9d228f712a92 req-d9cbcc9e-449a-4aa8-9687-7c24aba91f79 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Jun 22 09:07:53.388232 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 974e9d62-8fe0-47bd-ad36-3e266d639c90 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:53.390348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.393272 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.397909 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c792b-48d7-42a8-9111-fca9fcf916d7 None None] Network f9aa1247-1b80-4f41-b649-8675ac5a2c3d requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:53.452489 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-29446cb8-1a5c-4eec-85c8-c24fcbcbc8b8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8605556 Jun 22 09:07:53.475856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.483172 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.541915 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:53.557453 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.582532 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 974e9d62-8fe0-47bd-ad36-3e266d639c90 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:07:53.735424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35fb2c-1cd7-498f-aa47-68e50696d9ce None None] Network f9aa1247-1b80-4f41-b649-8675ac5a2c3d requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:07:53.760788 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696ad39-6c25-43f9-b3f7-65cf0f546416" -d '{"events": [{"server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:53.773864 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:53.779232 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 974e9d62-8fe0-47bd-ad36-3e266d639c90 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:53.779801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.803186 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:53.841385 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48822) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:53.946588 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['61559b1c-64d4-490b-bed9-7974553e8e11'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:53.953341 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 974e9d62-8fe0-47bd-ad36-3e266d639c90 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:53.955238 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:53.959393 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437b77-68d9-4092-881d-00e736d49d9e req-cbaa306f-9e60-4a81-a3d2-92de7f9051b8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:53.962972 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b437b77-68d9-4092-881d-00e736d49d9e req-cbaa306f-9e60-4a81-a3d2-92de7f9051b8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 945 time: 0.0613825 Jun 22 09:07:54.035612 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b437b77-68d9-4092-881d-00e736d49d9e req-f8505a25-aa4e-4f54-aa78-28062f0e6d20 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616791 Jun 22 09:07:54.055431 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['0ae128fa-373b-4d19-b6a6-ca5d9a45df96'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:54.072649 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ae6c1-cd60-4522-b28c-879ca81a6c91 x-openstack-request-id: req-ac3ae6c1-cd60-4522-b28c-879ca81a6c91 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:54.073059 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:54.073403 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac3ae6c1-cd60-4522-b28c-879ca81a6c91 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:54.073962 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3ae6c1-cd60-4522-b28c-879ca81a6c91'] response: {'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'code': 200} Jun 22 09:07:54.092094 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.185461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc44-0cc2-4625-a98e-754a0898c13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.198330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098d077-d3e3-471a-8fb7-62e46eaf3eac req-ea8ec42a-1f94-49b5-8cae-62be38843087 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:54.207607 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2098d077-d3e3-471a-8fb7-62e46eaf3eac req-ea8ec42a-1f94-49b5-8cae-62be38843087 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0800734 Jun 22 09:07:54.225407 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.276548 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2098d077-d3e3-471a-8fb7-62e46eaf3eac req-9d970d04-ee00-45f7-940b-8dc692cf37a4 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676088 Jun 22 09:07:54.293127 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 974e9d62-8fe0-47bd-ad36-3e266d639c90, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:54.307601 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device daa50036-a697-4fc0-8fc6-23a1965628ef details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:07:54.388992 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.419500 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfdbbf-0b51-4ec7-bff5-36676339d53e req-b28c202d-cded-4530-9549-3dcc4edb4d19 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:54.421656 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dbdfdbbf-0b51-4ec7-bff5-36676339d53e req-b28c202d-cded-4530-9549-3dcc4edb4d19 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 943 time: 0.1443839 Jun 22 09:07:54.424251 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=23 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.541925 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.548104 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc44-0cc2-4625-a98e-754a0898c13a admin admin] Publish callbacks [] for security_group (4d990fec-e725-4f25-834e-0855c2b7d0fe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.560298 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6a341-73f7-4e22-a70b-ab13671d6d26 req-7e1e8ea8-7865-4d49-8ac8-fa74fd06fd29 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:54.569860 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bf6a341-73f7-4e22-a70b-ab13671d6d26 req-7e1e8ea8-7865-4d49-8ac8-fa74fd06fd29 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 944 time: 0.0933211 Jun 22 09:07:54.584966 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=974e9d62-8fe0-47bd-ad36-3e266d639c90,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:54.585160 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410e436-b721-4ac7-8838-5f7dd96a2485 req-5a11e0d6-9ee0-4539-9f61-ba4723166af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:54.586673 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7410e436-b721-4ac7-8838-5f7dd96a2485 req-5a11e0d6-9ee0-4539-9f61-ba4723166af8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1130 time: 0.1640029 Jun 22 09:07:54.613437 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dbdfdbbf-0b51-4ec7-bff5-36676339d53e req-b46d817c-15a0-471c-9c36-213079e07918 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634352 Jun 22 09:07:54.614603 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-7410e436-b721-4ac7-8838-5f7dd96a2485 req-40e81ee8-7e57-4756-9b4c-8321619a0107 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.637868 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.641095 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port daa50036-a697-4fc0-8fc6-23a1965628ef, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=daa50036-a697-4fc0-8fc6-23a1965628ef,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:54.666889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:07:54.688136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cc44-0cc2-4625-a98e-754a0898c13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4d990fec-e725-4f25-834e-0855c2b7d0fe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.704652 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bf6a341-73f7-4e22-a70b-ab13671d6d26 req-3a3e91de-dd77-4e54-bb1e-0f8e937f492f tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312160 Jun 22 09:07:54.730747 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-7410e436-b721-4ac7-8838-5f7dd96a2485 req-40e81ee8-7e57-4756-9b4c-8321619a0107 service neutron] Publish callbacks [] for security_group (df754d94-0a13-4614-a55a-6ff9186acf88), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.741781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f2d7cc44-0cc2-4625-a98e-754a0898c13a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f5e8803492a412dbbeb1a82d36c88e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8990092 Jun 22 09:07:54.744092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7cc44-0cc2-4625-a98e-754a0898c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d990fec-e725-4f25-834e-0855c2b7d0fe,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:54.749221 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48852) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:54.751685 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port daa50036-a697-4fc0-8fc6-23a1965628ef is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:54.752076 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.766724 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa50036-a697-4fc0-8fc6-23a1965628ef {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:07:54.787265 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port daa50036-a697-4fc0-8fc6-23a1965628ef, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=daa50036-a697-4fc0-8fc6-23a1965628ef,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:54.801844 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-012731dd-fddf-4445-9044-b553719e2956 admin admin] Publish callbacks [] for security_group (4d990fec-e725-4f25-834e-0855c2b7d0fe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.823755 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-012731dd-fddf-4445-9044-b553719e2956 admin admin] Publish callbacks [] for security_group (4d990fec-e725-4f25-834e-0855c2b7d0fe), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.957474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:54.997701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-7410e436-b721-4ac7-8838-5f7dd96a2485 req-40e81ee8-7e57-4756-9b4c-8321619a0107 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (df754d94-0a13-4614-a55a-6ff9186acf88), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.998070 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-012731dd-fddf-4445-9044-b553719e2956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4d990fec-e725-4f25-834e-0855c2b7d0fe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:54.998563 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.000979 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-012731dd-fddf-4445-9044-b553719e2956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.011109 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-012731dd-fddf-4445-9044-b553719e2956 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d990fec-e725-4f25-834e-0855c2b7d0fe HTTP/1.1" status: 204 len: 168 time: 0.2539639 Jun 22 09:07:55.039876 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012731dd-fddf-4445-9044-b553719e2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d990fec-e725-4f25-834e-0855c2b7d0fe,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:55.063201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=daa50036-a697-4fc0-8fc6-23a1965628ef,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:55.098336 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7410e436-b721-4ac7-8838-5f7dd96a2485 req-40e81ee8-7e57-4756-9b4c-8321619a0107 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5047650 Jun 22 09:07:55.104798 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e81ee8-7e57-4756-9b4c-8321619a0107 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=df754d94-0a13-4614-a55a-6ff9186acf88,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:55.115296 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.188939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fe8d9-4eed-4120-8403-76fcfc4b6c68 req-cc2f06e0-81a3-4335-b14a-5bfe4a625dc9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:55.190513 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a59fe8d9-4eed-4120-8403-76fcfc4b6c68 req-cc2f06e0-81a3-4335-b14a-5bfe4a625dc9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0564377 Jun 22 09:07:55.245613 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a59fe8d9-4eed-4120-8403-76fcfc4b6c68 req-2ff726f5-2569-42c8-91a3-c7777aea2ea0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jun 22 09:07:55.417963 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef3362-03ed-49fe-8400-a8fe474012a6 req-fa030261-33c6-48fc-8b64-6389f08f1e80 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:55.423372 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2aef3362-03ed-49fe-8400-a8fe474012a6 req-fa030261-33c6-48fc-8b64-6389f08f1e80 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0496786 Jun 22 09:07:55.473890 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2aef3362-03ed-49fe-8400-a8fe474012a6 req-b4286979-80a8-4698-af00-33cff8918ac1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482821 Jun 22 09:07:55.500190 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:55.737885 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33557e42-08e7-4d54-964c-2a83fb9b34dc req-031b9be3-7213-42dc-9e61-956776e8da50 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:55.745365 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-33557e42-08e7-4d54-964c-2a83fb9b34dc req-031b9be3-7213-42dc-9e61-956776e8da50 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 944 time: 0.0547037 Jun 22 09:07:55.802929 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-33557e42-08e7-4d54-964c-2a83fb9b34dc req-239f3e16-4c46-4bb2-bd81-6491b84effc2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540295 Jun 22 09:07:55.850697 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe602fb-68d7-4c6d-b5a0-a09e522d2dda req-4d0355d8-b891-43d2-89be-051b17c94d7d tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:55.858604 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cfe602fb-68d7-4c6d-b5a0-a09e522d2dda req-4d0355d8-b891-43d2-89be-051b17c94d7d tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 944 time: 0.0571868 Jun 22 09:07:55.889723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 48930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:55.905569 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cfe602fb-68d7-4c6d-b5a0-a09e522d2dda req-b4597178-283d-47e6-982b-090f454909d3 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Jun 22 09:07:55.906944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-371247d5-11fc-4fed-853b-c59e642de96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:55.993614 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-371247d5-11fc-4fed-853b-c59e642de96a admin admin] Publish callbacks [] for security_group (7f1114fd-1dfc-468b-ab6b-c4f0e814d427), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.048309 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-371247d5-11fc-4fed-853b-c59e642de96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7f1114fd-1dfc-468b-ab6b-c4f0e814d427), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.075824 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974e9d62-8fe0-47bd-ad36-3e266d639c90'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:56.079167 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2b701-3e4e-409d-b900-a783237ab07d" -d '{"events": [{"server_uuid": "1905450d-b26c-4e46-914b-a6a04d9cc7b1", "name": "network-vif-plugged", "status": "completed", "tag": "974e9d62-8fe0-47bd-ad36-3e266d639c90"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:56.091187 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-371247d5-11fc-4fed-853b-c59e642de96a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3aa36c49ccae4a0985411cdd235f9793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975303 Jun 22 09:07:56.091187 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371247d5-11fc-4fed-853b-c59e642de96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1114fd-1dfc-468b-ab6b-c4f0e814d427,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:56.091581 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 48938) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:56.106868 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['daa50036-a697-4fc0-8fc6-23a1965628ef'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:07:56.149052 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed107570-752f-4e8c-a3ab-605b41350496 admin admin] Publish callbacks [] for security_group (7f1114fd-1dfc-468b-ab6b-c4f0e814d427), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.173574 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed107570-752f-4e8c-a3ab-605b41350496 admin admin] Publish callbacks [] for security_group (7f1114fd-1dfc-468b-ab6b-c4f0e814d427), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.185610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56257b23-56c6-449d-9f88-eaaff7bbfb0b x-openstack-request-id: req-56257b23-56c6-449d-9f88-eaaff7bbfb0b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:56.185899 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1905450d-b26c-4e46-914b-a6a04d9cc7b1", "name": "network-vif-plugged", "status": "completed", "tag": "974e9d62-8fe0-47bd-ad36-3e266d639c90", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:56.186153 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56257b23-56c6-449d-9f88-eaaff7bbfb0b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:56.186546 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56257b23-56c6-449d-9f88-eaaff7bbfb0b'] response: {'server_uuid': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974e9d62-8fe0-47bd-ad36-3e266d639c90', 'code': 200} Jun 22 09:07:56.282027 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6255c238-8a37-472c-844d-b40944627eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.292629 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 61559b1c-64d4-490b-bed9-7974553e8e11 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:56.294590 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed107570-752f-4e8c-a3ab-605b41350496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7f1114fd-1dfc-468b-ab6b-c4f0e814d427), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.296390 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:56.298198 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed107570-752f-4e8c-a3ab-605b41350496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.299591 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ed107570-752f-4e8c-a3ab-605b41350496 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f1114fd-1dfc-468b-ab6b-c4f0e814d427 HTTP/1.1" status: 204 len: 168 time: 0.2069240 Jun 22 09:07:56.323958 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed107570-752f-4e8c-a3ab-605b41350496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1114fd-1dfc-468b-ab6b-c4f0e814d427,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:56.331839 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:56.378997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 61559b1c-64d4-490b-bed9-7974553e8e11 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:07:56.432539 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:56.471208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 61559b1c-64d4-490b-bed9-7974553e8e11 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:56.471597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.475593 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd157539-8fb7-48d3-904b-5528f5fa252b req-c0cf6fb2-59df-419d-af88-c9c7d1caa02d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:56.480717 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cd157539-8fb7-48d3-904b-5528f5fa252b req-c0cf6fb2-59df-419d-af88-c9c7d1caa02d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0831957 Jun 22 09:07:56.562704 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cd157539-8fb7-48d3-904b-5528f5fa252b req-f49000d0-eca7-4e26-a002-7f810f4edbfb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Jun 22 09:07:56.600424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 61559b1c-64d4-490b-bed9-7974553e8e11 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:56.601677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.639398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 61559b1c-64d4-490b-bed9-7974553e8e11, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=61559b1c-64d4-490b-bed9-7974553e8e11,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:56.651347 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:07:56.676197 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574818-6747-4073-910a-742ee757eed8 req-c03b1715-b7d8-4e5a-86d4-ad424c03c592 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:56.677072 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99574818-6747-4073-910a-742ee757eed8 req-c03b1715-b7d8-4e5a-86d4-ad424c03c592 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0950208 Jun 22 09:07:56.678127 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc782bc6-6589-47d0-b531-3a46074ba822 req-6e73b53e-2bad-4418-a288-5f4257450042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:56.680838 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dc782bc6-6589-47d0-b531-3a46074ba822 req-6e73b53e-2bad-4418-a288-5f4257450042 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 1130 time: 0.0829394 Jun 22 09:07:56.694069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.695115 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:56.739770 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=66,neutron:INSERT=29,neutron:UPDATE=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:56.760428 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dc782bc6-6589-47d0-b531-3a46074ba822 req-5de181dc-5be8-46e9-98ec-7ee9f25d4dcc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699332 Jun 22 09:07:56.782505 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99574818-6747-4073-910a-742ee757eed8 req-1b5f096f-bf52-425d-9c9c-c36c6559a615 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993278 Jun 22 09:07:56.793961 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=61559b1c-64d4-490b-bed9-7974553e8e11,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:56.796949 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:07:56.811598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:56.860099 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:56.860786 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:56.913704 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:57.005031 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f33c9-6451-4f7f-a9ab-7e1d2a428f02 req-644d5523-e3b7-46de-8051-8e2369d525b4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:57.018095 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-681f33c9-6451-4f7f-a9ab-7e1d2a428f02 req-644d5523-e3b7-46de-8051-8e2369d525b4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 944 time: 0.0792613 Jun 22 09:07:57.058218 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:57.058616 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.063555 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:57.094332 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1adab-f1c6-4fde-a9d0-968bc9c071ce req-729dd8de-b8ca-4f79-b299-6d92e7297602 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:57.095468 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-681f33c9-6451-4f7f-a9ab-7e1d2a428f02 req-9478fa34-8c76-4fca-87e3-e599d4fd5d9c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762441 Jun 22 09:07:57.100689 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f7b1adab-f1c6-4fde-a9d0-968bc9c071ce req-729dd8de-b8ca-4f79-b299-6d92e7297602 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0637708 Jun 22 09:07:57.107633 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:57.152974 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f7b1adab-f1c6-4fde-a9d0-968bc9c071ce req-37414d3e-64bd-4cbc-a65f-98ce36eff51b tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511942 Jun 22 09:07:57.186744 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:57.250721 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:57.687881 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6ff04-0e3b-4feb-a0fb-d0d1da1d50ac req-73f20535-ec0a-412e-8cf6-bf02040d228c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:57.689911 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b5d6ff04-0e3b-4feb-a0fb-d0d1da1d50ac req-73f20535-ec0a-412e-8cf6-bf02040d228c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Jun 22 09:07:57.741245 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b5d6ff04-0e3b-4feb-a0fb-d0d1da1d50ac req-cbf6f0a0-07ca-4215-a92d-d1f9ba133761 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Jun 22 09:07:57.919739 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cdf57-5015-4fd3-8a15-a8dd4274392e req-56e355af-81fa-48ac-8dce-3c1054b24e7e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:57.921243 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e11cdf57-5015-4fd3-8a15-a8dd4274392e req-56e355af-81fa-48ac-8dce-3c1054b24e7e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0473087 Jun 22 09:07:57.990514 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e11cdf57-5015-4fd3-8a15-a8dd4274392e req-cdb6bb6f-4f2c-476f-b802-3cbf404a02cc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632260 Jun 22 09:07:58.188747 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae5dc0-905f-467a-904f-af2631f8e574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61559b1c-64d4-490b-bed9-7974553e8e11'}, {'server_uuid': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:07:58.196620 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08ed9bf-bdd4-4696-93e2-762c20cd29be" -d '{"events": [{"server_uuid": "13ae5dc0-905f-467a-904f-af2631f8e574", "name": "network-vif-plugged", "status": "completed", "tag": "61559b1c-64d4-490b-bed9-7974553e8e11"}, {"server_uuid": "cf015553-3a8f-459a-a15a-f269b6d3dae6", "name": "network-vif-plugged", "status": "completed", "tag": "0ae128fa-373b-4d19-b6a6-ca5d9a45df96"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:07:58.211671 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd60d31-6a4f-47bc-bb6e-d98ce2223a01 req-d3ea63c0-0d3a-43b8-a53f-965b88d7edce tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:58.213665 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8cd60d31-6a4f-47bc-bb6e-d98ce2223a01 req-d3ea63c0-0d3a-43b8-a53f-965b88d7edce tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 944 time: 0.0541444 Jun 22 09:07:58.240825 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:58.276496 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8cd60d31-6a4f-47bc-bb6e-d98ce2223a01 req-67db69a8-46d1-4143-a409-63c82c859f65 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536261 Jun 22 09:07:58.286087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5e53-6c5d-476f-9e67-63514db53c28 req-1e47c05a-6d8c-4548-a405-a9645d8a851e tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:58.287562 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-128d5e53-6c5d-476f-9e67-63514db53c28 req-1e47c05a-6d8c-4548-a405-a9645d8a851e tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0515065 Jun 22 09:07:58.304000 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device daa50036-a697-4fc0-8fc6-23a1965628ef up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:07:58.340505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Jun 2022 09:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee8313-ccf2-43e8-8cf2-da8cb178ef73 x-openstack-request-id: req-c1ee8313-ccf2-43e8-8cf2-da8cb178ef73 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:07:58.341133 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae5dc0-905f-467a-904f-af2631f8e574", "name": "network-vif-plugged", "status": "completed", "tag": "61559b1c-64d4-490b-bed9-7974553e8e11", "code": 200}, {"server_uuid": "cf015553-3a8f-459a-a15a-f269b6d3dae6", "name": "network-vif-plugged", "status": "completed", "tag": "0ae128fa-373b-4d19-b6a6-ca5d9a45df96", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:07:58.341605 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1ee8313-ccf2-43e8-8cf2-da8cb178ef73 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:07:58.342187 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ee8313-ccf2-43e8-8cf2-da8cb178ef73'] response: {'server_uuid': '13ae5dc0-905f-467a-904f-af2631f8e574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61559b1c-64d4-490b-bed9-7974553e8e11', 'code': 200} Jun 22 09:07:58.342611 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ee8313-ccf2-43e8-8cf2-da8cb178ef73'] response: {'server_uuid': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96', 'code': 200} Jun 22 09:07:58.369670 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-128d5e53-6c5d-476f-9e67-63514db53c28 req-52e36c3d-ea6d-4ee1-9b6a-4d964ca15b67 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731945 Jun 22 09:07:58.394947 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port daa50036-a697-4fc0-8fc6-23a1965628ef completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:07:58.414313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:58.533939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4e68b72-e107-4a52-bf32-bf2dc93487ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.556881 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port daa50036-a697-4fc0-8fc6-23a1965628ef triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:07:58.557322 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.638771 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port daa50036-a697-4fc0-8fc6-23a1965628ef is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:07:58.639210 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.674399 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port daa50036-a697-4fc0-8fc6-23a1965628ef, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=daa50036-a697-4fc0-8fc6-23a1965628ef,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:07:58.746050 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:58.810275 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=daa50036-a697-4fc0-8fc6-23a1965628ef,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:07:58.854515 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:58.870807 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c6d32-59a2-48c5-9ebc-a4e38dbaddf6 req-9fac56fc-4f62-4ed7-b0ac-a159c1756d2f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:58.872423 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-783c6d32-59a2-48c5-9ebc-a4e38dbaddf6 req-9fac56fc-4f62-4ed7-b0ac-a159c1756d2f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0501485 Jun 22 09:07:58.944497 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-783c6d32-59a2-48c5-9ebc-a4e38dbaddf6 req-caf58e06-2178-4a86-8610-3e8e7787b552 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662143 Jun 22 09:07:59.178302 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0d69e-fa6a-4577-9b96-0609eb75f4c0 req-82f650e5-d566-419c-9b45-94be38127e2b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.179866 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-97a0d69e-fa6a-4577-9b96-0609eb75f4c0 req-82f650e5-d566-419c-9b45-94be38127e2b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0759664 Jun 22 09:07:59.233704 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-97a0d69e-fa6a-4577-9b96-0609eb75f4c0 req-daa40f00-0970-46a1-8e79-8b237c7d6d4d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Jun 22 09:07:59.356897 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111e33-bcd6-4e5c-bf36-8248ed6d3ac8 req-e1c6b2f0-ed26-4ec0-b567-69002a290f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.361057 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6111e33-bcd6-4e5c-bf36-8248ed6d3ac8 req-e1c6b2f0-ed26-4ec0-b567-69002a290f35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 1129 time: 0.0659955 Jun 22 09:07:59.385628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e85f9-1aa8-425e-b889-24415964e660 req-c4370143-d02f-4409-9268-1bd481ee6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.388076 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-755e85f9-1aa8-425e-b889-24415964e660 req-c4370143-d02f-4409-9268-1bd481ee6985 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1129 time: 0.1054425 Jun 22 09:07:59.502923 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d6da3-5f04-4b02-9774-bd997aa274ac req-637d73a9-4aa0-4e4a-a8a6-8602de07de14 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.520867 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-548d6da3-5f04-4b02-9774-bd997aa274ac req-637d73a9-4aa0-4e4a-a8a6-8602de07de14 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0922592 Jun 22 09:07:59.520867 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49080) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:07:59.529441 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'floatingip': {'port_id': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:07:59.569212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.682375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:07:59.697230 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (4501383d-9874-456d-9377-0111a9d9e8c7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:07:59.751703 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6111e33-bcd6-4e5c-bf36-8248ed6d3ac8 req-c10f8170-563d-4133-95ed-1228c375c100 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847146 Jun 22 09:07:59.760257 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-755e85f9-1aa8-425e-b889-24415964e660 req-81aa4857-a80c-4668-b382-3bae9822cae3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663001 Jun 22 09:07:59.768656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee3897-3de0-43e8-839b-85843a4fccd8 req-99328693-1a39-4301-b9c2-c45151c92af8 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.770091 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5aee3897-3de0-43e8-839b-85843a4fccd8 req-99328693-1a39-4301-b9c2-c45151c92af8 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.1230581 Jun 22 09:07:59.771639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-55a3e17c-de5c-4f81-a0f7-378575b8b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.773148 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-55a3e17c-de5c-4f81-a0f7-378575b8b966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 1130 time: 0.0608039 Jun 22 09:07:59.791121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477409f0-9b9d-4540-9885-a83500bf5373 req-bcfe9b38-b5f4-4ca0-a75d-a73dc1268d6f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.792658 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-477409f0-9b9d-4540-9885-a83500bf5373 req-bcfe9b38-b5f4-4ca0-a75d-a73dc1268d6f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.1434083 Jun 22 09:07:59.822001 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5aee3897-3de0-43e8-839b-85843a4fccd8 req-aa72d373-d399-48cd-bb1a-284893a5d1d1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Jun 22 09:07:59.922675 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-477409f0-9b9d-4540-9885-a83500bf5373 req-02a35fad-e6c3-44a9-8a13-046592a2929d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223893 Jun 22 09:07:59.949983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25c8c-203f-439d-b7ec-76699cc8fcec req-49b61148-2809-4df4-9b57-c04a00334123 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:07:59.951567 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6fc25c8c-203f-439d-b7ec-76699cc8fcec req-49b61148-2809-4df4-9b57-c04a00334123 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0576553 Jun 22 09:07:59.964974 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:00.003152 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6fc25c8c-203f-439d-b7ec-76699cc8fcec req-e6f09d49-0beb-4ba1-becf-f36d3a54d2b8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jun 22 09:08:00.343744 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:00.347343 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48cec2b-611d-47b1-9101-68a3aa2fcd10" -d '{"events": [{"server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "name": "network-vif-plugged", "status": "completed", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:00.396943 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7153b8d-982a-48ce-8180-1e01b64df176 x-openstack-request-id: req-d7153b8d-982a-48ce-8180-1e01b64df176 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:00.397240 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "name": "network-vif-plugged", "status": "completed", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:00.397509 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7153b8d-982a-48ce-8180-1e01b64df176 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:00.398081 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7153b8d-982a-48ce-8180-1e01b64df176'] response: {'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'code': 200} Jun 22 09:08:00.461161 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:00.522867 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (4501383d-9874-456d-9377-0111a9d9e8c7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:00.620660 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Floating IP 4501383d-9874-456d-9377-0111a9d9e8c7 associated. External IP: 172.27.0.49, port: c0eb72f1-4dd3-41ec-bab1-7fb490daf290. Jun 22 09:08:00.844161 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-1ced6f04-c4ff-44e4-bb33-b731bc6e0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:00.846340 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-1ced6f04-c4ff-44e4-bb33-b731bc6e0cca service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1217828 Jun 22 09:08:00.951379 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f009ad6-8895-47e3-ad6b-c18ba43113d5 req-38eeab95-6612-4cc7-a028-7156a230e7d7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:00.953266 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6f009ad6-8895-47e3-ad6b-c18ba43113d5 req-38eeab95-6612-4cc7-a028-7156a230e7d7 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0613842 Jun 22 09:08:00.973808 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:01.007065 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6f009ad6-8895-47e3-ad6b-c18ba43113d5 req-9eb9ffe1-8e3d-4e78-9aa6-9df51799ca91 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Jun 22 09:08:01.061616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Router 3888f140-6376-4e55-92c6-864188eab109 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:01.084531 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:01.119755 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b28096-ff88-4815-9610-faf6f1857ec9 req-6bf1a3b3-6d29-4011-9210-0be5c273e168 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:01.121243 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f5b28096-ff88-4815-9610-faf6f1857ec9 req-6bf1a3b3-6d29-4011-9210-0be5c273e168 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.1108201 Jun 22 09:08:01.145324 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:01.155486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce51f-b52f-4642-9af8-ada131bea5ae req-6964f417-43f2-4037-a659-a291d16f1821 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:01.156864 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a04ce51f-b52f-4642-9af8-ada131bea5ae req-6964f417-43f2-4037-a659-a291d16f1821 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0592327 Jun 22 09:08:01.212549 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a04ce51f-b52f-4642-9af8-ada131bea5ae req-9700b4f2-be4b-4c9d-8cab-eec9490fe001 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Jun 22 09:08:01.221029 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f5b28096-ff88-4815-9610-faf6f1857ec9 req-68b12f7f-fc7f-43b9-aa71-553fe68ae522 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899479 Jun 22 09:08:01.232951 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:01.237251 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:01.241089 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:01.252386 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:01.265228 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:01.266071 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:07:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:01.275960 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ace047b3-48bc-4969-b49e-5c8e8b0640fc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "PUT /v2.0/floatingips/4501383d-9874-456d-9377-0111a9d9e8c7 HTTP/1.1" status: 200 len: 991 time: 1.7572277 Jun 22 09:08:01.276576 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:01.278962 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf020aa-913c-4b86-a1a9-d134706b90a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:01.319295 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38380437-b198-40fb-8350-7ace2b70b910 x-openstack-request-id: req-38380437-b198-40fb-8350-7ace2b70b910 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:01.319295 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:01.319295 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38380437-b198-40fb-8350-7ace2b70b910 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:01.319295 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38380437-b198-40fb-8350-7ace2b70b910'] response: {'name': 'network-changed', 'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'status': 'completed', 'code': 200} Jun 22 09:08:01.407354 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:01.471193 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-60a78234-c7c2-4d7d-87fb-ee9893209ea3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90 HTTP/1.1" status: 200 len: 217 time: 0.0538886 Jun 22 09:08:01.571780 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:01.707389 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '4501383d-9874-456d-9377-0111a9d9e8c7', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '3888f140-6376-4e55-92c6-864188eab109', 'port_id': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'mac_address': 'fa:16:3e:00:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:24Z', 'updated_at': '2022-06-22T09:08:00Z', 'revision_number': 1, 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:01.720011 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-601fcd4b-8bbf-4a98-b8cf-c81e405f661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:01.721545 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-601fcd4b-8bbf-4a98-b8cf-c81e405f661b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0462899 Jun 22 09:08:01.734421 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:01.743531 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:01.744135 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:07:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:01.864477 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:02.079809 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '4501383d-9874-456d-9377-0111a9d9e8c7', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '3888f140-6376-4e55-92c6-864188eab109', 'port_id': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'mac_address': 'fa:16:3e:00:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:24Z', 'updated_at': '2022-06-22T09:08:00Z', 'revision_number': 1, 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:02.106068 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b665f-68ab-4c9a-98bb-c7f27da216cd None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '4501383d-9874-456d-9377-0111a9d9e8c7', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '3888f140-6376-4e55-92c6-864188eab109', 'port_id': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'mac_address': 'fa:16:3e:00:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:24Z', 'updated_at': '2022-06-22T09:08:00Z', 'revision_number': 1, 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:02.124156 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3303ce-2693-4248-a54f-40de064d2428 req-8fc8b804-1611-4a84-9989-93fa5dc89901 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:02.125676 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3f3303ce-2693-4248-a54f-40de064d2428 req-8fc8b804-1611-4a84-9989-93fa5dc89901 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0514116 Jun 22 09:08:02.197295 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3f3303ce-2693-4248-a54f-40de064d2428 req-1ac63b27-6285-474a-97c3-cff99e71a7db tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610311 Jun 22 09:08:02.198998 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-5657b7b4-634a-4f27-af39-0f60dbdb4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:02.202725 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-5657b7b4-634a-4f27-af39-0f60dbdb4bf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1130 time: 0.0570691 Jun 22 09:08:02.400657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5d10-5c1f-4171-bdc2-3e3586272c3b req-a73b5ad9-5936-411c-852f-7a153996e631 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:02.402308 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6b1f5d10-5c1f-4171-bdc2-3e3586272c3b req-a73b5ad9-5936-411c-852f-7a153996e631 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0905187 Jun 22 09:08:02.435927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ff66-0000-4530-be46-1d17e3752120 req-2e3380f5-64e9-42af-aed1-561a4117f2a2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:02.445064 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ee88ff66-0000-4530-be46-1d17e3752120 req-2e3380f5-64e9-42af-aed1-561a4117f2a2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.1224287 Jun 22 09:08:02.458068 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ee0ee-6450-4dad-b167-c99e7c72ba7d None None] New status for floating IP 4501383d-9874-456d-9377-0111a9d9e8c7: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:08:02.525543 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ee88ff66-0000-4530-be46-1d17e3752120 req-516a80d1-abc0-42a8-8a09-9c4a50a4812f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784836 Jun 22 09:08:02.528542 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6b1f5d10-5c1f-4171-bdc2-3e3586272c3b req-1179111c-1476-488d-9f74-5c90882e9f68 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188068 Jun 22 09:08:02.753347 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:02.865971 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-56134e2b-08bc-4dbb-9549-d667d7d56108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:02.867515 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-56134e2b-08bc-4dbb-9549-d667d7d56108 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758781 Jun 22 09:08:03.003267 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe0cff-7987-4e81-93cb-4846be7a1633 req-2f9247ae-df56-4956-a555-dbb24986074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.004781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-89fe0cff-7987-4e81-93cb-4846be7a1633 req-2f9247ae-df56-4956-a555-dbb24986074d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 1129 time: 0.1053729 Jun 22 09:08:03.032176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-a2b82db0-4fa2-40d2-8b77-833e0019c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.033816 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-a2b82db0-4fa2-40d2-8b77-833e0019c30d service neutron] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 912 time: 0.2298434 Jun 22 09:08:03.122106 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-5f8eb6bd-1279-4d15-9be5-e920725c22e9 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231824 Jun 22 09:08:03.146268 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-89fe0cff-7987-4e81-93cb-4846be7a1633 req-2e14b86d-944a-4005-8736-9c413c51c7d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319299 Jun 22 09:08:03.181863 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-1aab3ed2-cdd9-4d6c-aa1f-68bf357e6f87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 1001 time: 0.1397269 Jun 22 09:08:03.190375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:03.247201 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e3db8e2-27c7-45dc-8f4c-1ab119160738 req-ff930e33-bad2-43bd-be84-51fae68ffb70 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162472 Jun 22 09:08:03.526501 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-8e0dee9f-a060-41c4-8fad-11c94147e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.528781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-8e0dee9f-a060-41c4-8fad-11c94147e168 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.0485544 Jun 22 09:08:03.605876 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49186) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:03.608596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-9fa26b34-fd5f-4cd4-9b56-ab67fea31ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.610315 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-9fa26b34-fd5f-4cd4-9b56-ab67fea31ca6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656452 Jun 22 09:08:03.685842 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222b790-a877-4486-a552-b9da3023778a req-a3e1b0c6-3959-4198-996e-c80c9ea8d059 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.687415 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aea84d-b0bf-42c2-a195-e3fc0872d204 req-a1a1e1ee-5598-45c9-854a-0f61d0f9af06 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:03.687722 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b222b790-a877-4486-a552-b9da3023778a req-a3e1b0c6-3959-4198-996e-c80c9ea8d059 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0485709 Jun 22 09:08:03.688948 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-33aea84d-b0bf-42c2-a195-e3fc0872d204 req-a1a1e1ee-5598-45c9-854a-0f61d0f9af06 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Jun 22 09:08:03.710496 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:03.741397 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b222b790-a877-4486-a552-b9da3023778a req-60ad2506-e4c6-4452-96fe-2744e1256922 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Jun 22 09:08:03.758739 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.785083 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-33aea84d-b0bf-42c2-a195-e3fc0872d204 req-9abc6c78-eed3-4a94-a400-42711c2b925f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900660 Jun 22 09:08:03.857883 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Publish callbacks [] for security_group (4920a0d9-7664-4fc8-a112-4745e914c876), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.956912 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4920a0d9-7664-4fc8-a112-4745e914c876), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:03.996716 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e381346391cf4060932af3195c0756c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885508 Jun 22 09:08:03.997546 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4920a0d9-7664-4fc8-a112-4745e914c876,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:03.999476 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49194) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:04.005103 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.005448 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.005789 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.006125 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.006456 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.006786 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.007140 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.007465 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.007787 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.008113 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.008438 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.008760 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.009081 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.009399 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.009714 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f856e7db-b318-48e9-97f6-16a0a991df99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.053761 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:04.129282 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Publish callbacks [] for security_group (4920a0d9-7664-4fc8-a112-4745e914c876), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.143085 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-6a1ba351-950d-43af-848f-4af70a16ff6f service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396508 Jun 22 09:08:04.157258 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Publish callbacks [] for security_group (4920a0d9-7664-4fc8-a112-4745e914c876), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.256628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4920a0d9-7664-4fc8-a112-4745e914c876), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.259056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:04.260111 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4920a0d9-7664-4fc8-a112-4745e914c876 HTTP/1.1" status: 204 len: 168 time: 0.2579319 Jun 22 09:08:04.279423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4920a0d9-7664-4fc8-a112-4745e914c876,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:04.318926 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.319272 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.319613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.319955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.320284 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.320613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.320993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.321293 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.321659 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.321936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.322327 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.322575 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.322914 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.323239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.323552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92999545-1a06-44f3-af05-72eaa2d258c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:04.359854 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-faf020aa-913c-4b86-a1a9-d134706b90a4 req-c6bf954b-2131-4df7-8331-831bf7f293dd service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224263 Jun 22 09:08:04.870520 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d8e6c-66c5-4c14-b7ac-460e2ceb960e req-2dfef630-6bc9-44cc-a4a3-075757af6eb6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:04.872287 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-335d8e6c-66c5-4c14-b7ac-460e2ceb960e req-2dfef630-6bc9-44cc-a4a3-075757af6eb6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0609419 Jun 22 09:08:04.911233 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f8e6-a59a-4a3d-a0e4-90985d4eca7b req-120cbebb-e90c-4f89-9408-cf3311ba26a8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:04.912740 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a0e9f8e6-a59a-4a3d-a0e4-90985d4eca7b req-120cbebb-e90c-4f89-9408-cf3311ba26a8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0544524 Jun 22 09:08:04.921012 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-335d8e6c-66c5-4c14-b7ac-460e2ceb960e req-6480ca25-e418-4d5b-a818-04c8e12946a5 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Jun 22 09:08:04.966559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49216) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:04.968494 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a0e9f8e6-a59a-4a3d-a0e4-90985d4eca7b req-ecfd850f-b05e-4aeb-94f9-b561fbf24c5b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449598 Jun 22 09:08:04.981184 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54ea14ef-8067-4b75-a4d3-4239fc332727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.015204 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:05.057439 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54ea14ef-8067-4b75-a4d3-4239fc332727 admin admin] Publish callbacks [] for security_group (7a791237-c3d4-4aa4-a134-636dcf5d952a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.116702 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54ea14ef-8067-4b75-a4d3-4239fc332727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7a791237-c3d4-4aa4-a134-636dcf5d952a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.161005 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49222) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:05.161125 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-54ea14ef-8067-4b75-a4d3-4239fc332727 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c80d2fcfa4ef459999dbe8fc9f24bb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929188 Jun 22 09:08:05.161809 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea14ef-8067-4b75-a4d3-4239fc332727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a791237-c3d4-4aa4-a134-636dcf5d952a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:05.234761 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc38122e-05bc-4c5e-bd1b-47d4bffc92fd admin admin] Publish callbacks [] for security_group (7a791237-c3d4-4aa4-a134-636dcf5d952a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.257849 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc38122e-05bc-4c5e-bd1b-47d4bffc92fd admin admin] Publish callbacks [] for security_group (7a791237-c3d4-4aa4-a134-636dcf5d952a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.282405 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:05.413873 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc38122e-05bc-4c5e-bd1b-47d4bffc92fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7a791237-c3d4-4aa4-a134-636dcf5d952a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.416814 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc38122e-05bc-4c5e-bd1b-47d4bffc92fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:05.418349 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bc38122e-05bc-4c5e-bd1b-47d4bffc92fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a791237-c3d4-4aa4-a134-636dcf5d952a HTTP/1.1" status: 204 len: 168 time: 0.2566073 Jun 22 09:08:05.438590 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38122e-05bc-4c5e-bd1b-47d4bffc92fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a791237-c3d4-4aa4-a134-636dcf5d952a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:06.043333 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b8c46-37e4-4e5f-b7e0-5de9e7710844 req-c94bb7dc-f45f-455d-b142-235406598991 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:06.044973 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c82b8c46-37e4-4e5f-b7e0-5de9e7710844 req-c94bb7dc-f45f-455d-b142-235406598991 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0522943 Jun 22 09:08:06.098175 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c82b8c46-37e4-4e5f-b7e0-5de9e7710844 req-f0ffdea7-1117-4199-a436-701683ac2d2d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Jun 22 09:08:06.198708 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4380f-bfcc-4f52-bfff-704fbae1a657 req-fd755a95-766a-4983-8100-73e18e7c0a0c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:06.200207 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-45f4380f-bfcc-4f52-bfff-704fbae1a657 req-fd755a95-766a-4983-8100-73e18e7c0a0c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0462849 Jun 22 09:08:06.254602 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-45f4380f-bfcc-4f52-bfff-704fbae1a657 req-1714e599-192a-4757-b005-5f501d01c4d7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490026 Jun 22 09:08:06.381257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d935-9a25-4597-9e91-94420305e479 req-c63d8977-c442-4d02-96f7-7f952939c3d6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:06.382733 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f535d935-9a25-4597-9e91-94420305e479 req-c63d8977-c442-4d02-96f7-7f952939c3d6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0566580 Jun 22 09:08:06.391513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49288) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:06.401512 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:06.464581 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (5e31302e-ad72-438a-8caa-91cc119bf50a), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.224841 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7a41e-57ae-43ef-8b56-8b6ad639703d req-8c11db85-e90c-4a94-b105-d9c952bf6600 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:07.231371 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-73d7a41e-57ae-43ef-8b56-8b6ad639703d req-8c11db85-e90c-4a94-b105-d9c952bf6600 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0593338 Jun 22 09:08:07.294969 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-73d7a41e-57ae-43ef-8b56-8b6ad639703d req-9d1f6f19-b6a7-4968-971e-510720cd0618 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617676 Jun 22 09:08:07.327232 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.408936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (5e31302e-ad72-438a-8caa-91cc119bf50a), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.507068 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 5e31302e-ad72-438a-8caa-91cc119bf50a associated. External IP: 172.27.0.198, port: daa50036-a697-4fc0-8fc6-23a1965628ef. Jun 22 09:08:07.509618 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:07.703486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:07.721210 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:07.832779 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:07.837291 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:07.844360 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:07.854922 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:07.856145 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:07:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:07.868066 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1c6bc429-aa77-4f59-975a-2d5727b982a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "PUT /v2.0/floatingips/5e31302e-ad72-438a-8caa-91cc119bf50a HTTP/1.1" status: 200 len: 991 time: 1.4753237 Jun 22 09:08:07.870411 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:07.870895 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d94745-9122-4df1-be00-d4906633d9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:07.916445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d305cb2-7d0f-407f-a8b1-49b9ffb7c598 x-openstack-request-id: req-5d305cb2-7d0f-407f-a8b1-49b9ffb7c598 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:07.916837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:07.917192 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d305cb2-7d0f-407f-a8b1-49b9ffb7c598 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:07.917954 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d305cb2-7d0f-407f-a8b1-49b9ffb7c598'] response: {'name': 'network-changed', 'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'status': 'completed', 'code': 200} Jun 22 09:08:07.979568 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:08.029654 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d94745-9122-4df1-be00-d4906633d9ef req-88e3408b-afa1-4316-9764-6c90b51bd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:08.031816 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-88e3408b-afa1-4316-9764-6c90b51bd2d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 1129 time: 0.0442696 Jun 22 09:08:08.048554 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:08.079919 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:08.161972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d94745-9122-4df1-be00-d4906633d9ef req-8b70120d-90e2-43eb-a0f0-417fd70ae8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:08.164216 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-8b70120d-90e2-43eb-a0f0-417fd70ae8cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 916 time: 0.1262515 Jun 22 09:08:08.201322 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49356) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:08.224919 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:07Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:08.234055 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-92dd527c-f5bb-4dba-96e5-3345f509546d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa50036-a697-4fc0-8fc6-23a1965628ef HTTP/1.1" status: 200 len: 999 time: 0.0603437 Jun 22 09:08:08.250318 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:08.259092 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:08.259702 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:07:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:08.290927 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d94745-9122-4df1-be00-d4906633d9ef req-dfbc7db6-8e25-4940-a47f-266a53c98d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:08.292433 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-dfbc7db6-8e25-4940-a47f-266a53c98d56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.0524704 Jun 22 09:08:08.347452 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9abe-1739-4ed5-a67d-347ddee66c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.363457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d94745-9122-4df1-be00-d4906633d9ef req-13109e2f-4044-4e49-aa10-1b5b38820af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:08.365022 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-13109e2f-4044-4e49-aa10-1b5b38820af3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0667086 Jun 22 09:08:08.412276 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:08.496505 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:08.514807 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8202-1e18-4121-a16d-25f5cea63465 req-e6405f91-c360-417d-afec-64486ac81215 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:08.516562 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-762e8202-1e18-4121-a16d-25f5cea63465 req-e6405f91-c360-417d-afec-64486ac81215 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0900505 Jun 22 09:08:08.521766 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9abe-1739-4ed5-a67d-347ddee66c7d admin admin] Publish callbacks [] for security_group (04a037cf-5fb7-403e-ba39-4b655476ad67), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.523900 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-95c1520f-08c2-417f-b982-ceb557042942 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388721 Jun 22 09:08:08.540831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:08.582958 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-762e8202-1e18-4121-a16d-25f5cea63465 req-ff2a2975-978c-4dcb-919c-887ed9727845 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597968 Jun 22 09:08:08.614121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9abe-1739-4ed5-a67d-347ddee66c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (04a037cf-5fb7-403e-ba39-4b655476ad67), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.660722 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2e0f9abe-1739-4ed5-a67d-347ddee66c7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d69b74903a414388aec418dcd3798278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557030 Jun 22 09:08:08.660722 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f9abe-1739-4ed5-a67d-347ddee66c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a037cf-5fb7-403e-ba39-4b655476ad67,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:08.662055 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49374) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:08.681035 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-26d94745-9122-4df1-be00-d4906633d9ef req-bb64c826-e8fb-48c5-bc97-bece627bfb88 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414037 Jun 22 09:08:08.725169 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-162e780b-147d-4451-8cc1-e594c168f97a admin admin] Publish callbacks [] for security_group (04a037cf-5fb7-403e-ba39-4b655476ad67), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.757866 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-162e780b-147d-4451-8cc1-e594c168f97a admin admin] Publish callbacks [] for security_group (04a037cf-5fb7-403e-ba39-4b655476ad67), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.797800 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:07Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:08.828309 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d1ebaf-c5fb-4725-8ab1-6d1019152b73 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:07Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:08.883088 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-162e780b-147d-4451-8cc1-e594c168f97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (04a037cf-5fb7-403e-ba39-4b655476ad67), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.888729 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-162e780b-147d-4451-8cc1-e594c168f97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:08.892501 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-162e780b-147d-4451-8cc1-e594c168f97a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04a037cf-5fb7-403e-ba39-4b655476ad67 HTTP/1.1" status: 204 len: 168 time: 0.2269397 Jun 22 09:08:08.905377 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e780b-147d-4451-8cc1-e594c168f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a037cf-5fb7-403e-ba39-4b655476ad67,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.040563 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-6854182c-11d3-4ab3-8b6f-d90a6240e6ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462244 Jun 22 09:08:09.180021 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da0275-6a10-492e-a61b-765e14a9420f req-6b1d7a35-440f-44d6-8ab3-8ef1769b5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:09.181824 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-6b1d7a35-440f-44d6-8ab3-8ef1769b5193 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1129 time: 0.0590324 Jun 22 09:08:09.200431 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06c3ec-5489-4502-8c6d-f42c274982d8 None None] New status for floating IP 5e31302e-ad72-438a-8caa-91cc119bf50a: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:08:09.315444 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da0275-6a10-492e-a61b-765e14a9420f req-9bdaf69b-dfcb-4068-89aa-21a0becab136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:09.317272 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-9bdaf69b-dfcb-4068-89aa-21a0becab136 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1146374 Jun 22 09:08:09.361035 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-ea2f49bb-9ee5-43d0-bc70-6e2c84b49f2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 200 len: 217 time: 0.0332561 Jun 22 09:08:09.414537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da0275-6a10-492e-a61b-765e14a9420f req-08c28f0b-69e8-4d9e-b7ec-f36eda30d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:09.415999 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-08c28f0b-69e8-4d9e-b7ec-f36eda30d6d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0489097 Jun 22 09:08:09.463856 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da0275-6a10-492e-a61b-765e14a9420f req-9fbc4554-c8cf-445e-9d11-97c5c3b87e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:09.465818 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-9fbc4554-c8cf-445e-9d11-97c5c3b87e51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404012 Jun 22 09:08:09.577372 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-3ef841f0-4811-47a7-938b-01251657f521 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Jun 22 09:08:09.597939 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49394) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:09.615988 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5446924a-0b0c-4ebf-bc0e-c595d5070a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.638744 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:09.716232 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5446924a-0b0c-4ebf-bc0e-c595d5070a75 admin admin] Publish callbacks [] for security_group (94fe108c-4961-48c3-8b2d-0985fe3c94e6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.765080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbad10-3ab6-482e-815e-e0f3f2500183 req-ef195590-d72b-4432-b69e-09d216ef059c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:09.767737 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4fbad10-3ab6-482e-815e-e0f3f2500183 req-ef195590-d72b-4432-b69e-09d216ef059c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0959108 Jun 22 09:08:09.771009 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69da0275-6a10-492e-a61b-765e14a9420f req-74d85114-0205-4ef0-870c-af3bdd53fa61 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871586 Jun 22 09:08:09.778661 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49400) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:09.785231 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5446924a-0b0c-4ebf-bc0e-c595d5070a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (94fe108c-4961-48c3-8b2d-0985fe3c94e6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.834941 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5446924a-0b0c-4ebf-bc0e-c595d5070a75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dcfd94986794659873657adc1508e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298942 Jun 22 09:08:09.834941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446924a-0b0c-4ebf-bc0e-c595d5070a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe108c-4961-48c3-8b2d-0985fe3c94e6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:09.834941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49406) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:09.838708 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4fbad10-3ab6-482e-815e-e0f3f2500183 req-56afcdac-4658-422a-8220-bd81c2722bee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616384 Jun 22 09:08:09.903797 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-94488aca-d274-4b31-8fc4-05966229b7f3 admin admin] Publish callbacks [] for security_group (94fe108c-4961-48c3-8b2d-0985fe3c94e6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.935760 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-94488aca-d274-4b31-8fc4-05966229b7f3 admin admin] Publish callbacks [] for security_group (94fe108c-4961-48c3-8b2d-0985fe3c94e6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:09.948292 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-096eb1e4-ed27-44e0-b5bd-91799d55c9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.019097 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:10.049823 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-096eb1e4-ed27-44e0-b5bd-91799d55c9ae admin admin] Publish callbacks [] for security_group (205f29f2-09ed-4872-89bb-86ffd58017ae), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.111407 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-94488aca-d274-4b31-8fc4-05966229b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (94fe108c-4961-48c3-8b2d-0985fe3c94e6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.113927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-94488aca-d274-4b31-8fc4-05966229b7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.118526 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-94488aca-d274-4b31-8fc4-05966229b7f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94fe108c-4961-48c3-8b2d-0985fe3c94e6 HTTP/1.1" status: 204 len: 168 time: 0.2691460 Jun 22 09:08:10.125317 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94488aca-d274-4b31-8fc4-05966229b7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe108c-4961-48c3-8b2d-0985fe3c94e6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:10.156839 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-096eb1e4-ed27-44e0-b5bd-91799d55c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (205f29f2-09ed-4872-89bb-86ffd58017ae), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.196684 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-096eb1e4-ed27-44e0-b5bd-91799d55c9ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2962e9b1bd6a43fa81974551c22d4043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168956 Jun 22 09:08:10.197521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eb1e4-ed27-44e0-b5bd-91799d55c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205f29f2-09ed-4872-89bb-86ffd58017ae,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:10.200106 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49416) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:10.254742 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9a2ee1b-713c-4dac-9c1d-e30f19528126 admin admin] Publish callbacks [] for security_group (205f29f2-09ed-4872-89bb-86ffd58017ae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.269495 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:10.286552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9a2ee1b-713c-4dac-9c1d-e30f19528126 admin admin] Publish callbacks [] for security_group (205f29f2-09ed-4872-89bb-86ffd58017ae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.402009 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9a2ee1b-713c-4dac-9c1d-e30f19528126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (205f29f2-09ed-4872-89bb-86ffd58017ae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.404679 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9a2ee1b-713c-4dac-9c1d-e30f19528126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.405843 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b9a2ee1b-713c-4dac-9c1d-e30f19528126 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/205f29f2-09ed-4872-89bb-86ffd58017ae HTTP/1.1" status: 204 len: 168 time: 0.2044995 Jun 22 09:08:10.415257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2ee1b-713c-4dac-9c1d-e30f19528126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205f29f2-09ed-4872-89bb-86ffd58017ae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:10.952530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49444) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:10.972771 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdb79f7-8ff3-4b23-8e42-f1fa0c8fa124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:10.985278 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac437e-88d4-46e1-814e-5453911f45a0 req-0ba040b5-3233-46e1-a171-c2361adc314d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:10.987316 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7eac437e-88d4-46e1-814e-5453911f45a0 req-0ba040b5-3233-46e1-a171-c2361adc314d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0784531 Jun 22 09:08:11.044593 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7eac437e-88d4-46e1-814e-5453911f45a0 req-88839b0b-6576-4c32-b104-ce406e5c5cb6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Jun 22 09:08:11.073087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdb79f7-8ff3-4b23-8e42-f1fa0c8fa124 admin admin] Publish callbacks [] for security_group (a20f6f5e-a327-4ca3-8631-36de5da43bdf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.161799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdb79f7-8ff3-4b23-8e42-f1fa0c8fa124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (a20f6f5e-a327-4ca3-8631-36de5da43bdf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.173710 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:11.202857 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6fdb79f7-8ff3-4b23-8e42-f1fa0c8fa124 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9469c72d3293410f99b3b600e70fd49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482586 Jun 22 09:08:11.204822 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb79f7-8ff3-4b23-8e42-f1fa0c8fa124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f6f5e-a327-4ca3-8631-36de5da43bdf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:11.205599 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49448) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:11.256408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49452) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:11.260617 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-763dcb01-0c3d-4641-94e7-00c67c20571d admin admin] Publish callbacks [] for security_group (a20f6f5e-a327-4ca3-8631-36de5da43bdf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.271597 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-067b74a5-c326-4182-8dac-cb2dcfb02088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.288882 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-763dcb01-0c3d-4641-94e7-00c67c20571d admin admin] Publish callbacks [] for security_group (a20f6f5e-a327-4ca3-8631-36de5da43bdf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.360152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-067b74a5-c326-4182-8dac-cb2dcfb02088 admin admin] Publish callbacks [] for security_group (7f6bf6cd-38db-4a30-a01b-c7577ea01cab), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.413633 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.414141 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-763dcb01-0c3d-4641-94e7-00c67c20571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (a20f6f5e-a327-4ca3-8631-36de5da43bdf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.416118 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-763dcb01-0c3d-4641-94e7-00c67c20571d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.417264 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-763dcb01-0c3d-4641-94e7-00c67c20571d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a20f6f5e-a327-4ca3-8631-36de5da43bdf HTTP/1.1" status: 204 len: 168 time: 0.2107208 Jun 22 09:08:11.425308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dcb01-0c3d-4641-94e7-00c67c20571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f6f5e-a327-4ca3-8631-36de5da43bdf,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:11.442529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-067b74a5-c326-4182-8dac-cb2dcfb02088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7f6bf6cd-38db-4a30-a01b-c7577ea01cab), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.488097 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-067b74a5-c326-4182-8dac-cb2dcfb02088 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e622084a5732482785186bd890ff4cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303336 Jun 22 09:08:11.489287 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b74a5-c326-4182-8dac-cb2dcfb02088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6bf6cd-38db-4a30-a01b-c7577ea01cab,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:11.490777 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:11.552229 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-98a7b70f-95a2-40e5-8db3-5219127761b3 admin admin] Publish callbacks [] for security_group (7f6bf6cd-38db-4a30-a01b-c7577ea01cab), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.576372 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-98a7b70f-95a2-40e5-8db3-5219127761b3 admin admin] Publish callbacks [] for security_group (7f6bf6cd-38db-4a30-a01b-c7577ea01cab), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.739276 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-98a7b70f-95a2-40e5-8db3-5219127761b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7f6bf6cd-38db-4a30-a01b-c7577ea01cab), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.741831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-98a7b70f-95a2-40e5-8db3-5219127761b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:11.743012 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-98a7b70f-95a2-40e5-8db3-5219127761b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f6bf6cd-38db-4a30-a01b-c7577ea01cab HTTP/1.1" status: 204 len: 168 time: 0.2510171 Jun 22 09:08:11.752438 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7b70f-95a2-40e5-8db3-5219127761b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6bf6cd-38db-4a30-a01b-c7577ea01cab,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:12.174531 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c41f5-b789-4810-81f4-94e9a1eec032 req-d38d0cb7-2a6d-400e-a54a-884ea663e56a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:12.178538 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e76c41f5-b789-4810-81f4-94e9a1eec032 req-d38d0cb7-2a6d-400e-a54a-884ea663e56a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0568173 Jun 22 09:08:12.230940 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e76c41f5-b789-4810-81f4-94e9a1eec032 req-4c43e661-2b6e-498c-a26d-4360129d67b9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 Jun 22 09:08:12.416154 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49500) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:12.442335 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:12.468836 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Deleting subnet 96e738f9-883a-4ae0-89c2-ed72ef7ecbaf {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:08:12.472310 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Publish callbacks [] for subnet (96e738f9-883a-4ae0-89c2-ed72ef7ecbaf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.517303 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Publish callbacks [] for subnet (96e738f9-883a-4ae0-89c2-ed72ef7ecbaf), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.527621 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (96e738f9-883a-4ae0-89c2-ed72ef7ecbaf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.671238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (96e738f9-883a-4ae0-89c2-ed72ef7ecbaf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.690629 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49510) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:12.700534 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e738f9-883a-4ae0-89c2-ed72ef7ecbaf,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:12.707810 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.711587 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0897694f-31a0-4d75-b97e-7bd12753d151 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/96e738f9-883a-4ae0-89c2-ed72ef7ecbaf HTTP/1.1" status: 204 len: 168 time: 0.2937019 Jun 22 09:08:12.714361 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49516) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:12.785442 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:12.796659 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.812988 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1840594155-network', 'tenant_id': '05bd1375c6784f58a77c9b508ff282c9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:12.902757 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:12.924448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.924650 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.925492 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.925904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.926306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.926625 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.926966 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.927306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.927673 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:12.928059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.099400 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.099934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.100319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.100570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.100930 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:13.119917 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:13.120211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:13.125015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Made reservation on behalf of 05bd1375c6784f58a77c9b508ff282c9 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:13.127456 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.148218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.161171 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.185551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.197262 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:08:13.197645 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.327539 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks [] for security_group (a3f1d5ca-e00d-46f6-9688-64a64eff8d6e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.345102 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.356412 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.359744 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12 HTTP/1.1" status: 204 len: 168 time: 0.6437619 Jun 22 09:08:13.363796 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49546) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:13.370254 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1048-7f72-496c-b56b-9c2781af98f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d6e9ba-051c-4500-ba2c-c7d6ec6e1f12,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:13.407977 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bc143-90c6-44e5-aabf-19d1cdfbbd89 req-29eab117-4ebe-46c0-8595-01a9ef0a729b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:13.409517 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38bc143-90c6-44e5-aabf-19d1cdfbbd89 req-29eab117-4ebe-46c0-8595-01a9ef0a729b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0937476 Jun 22 09:08:13.425115 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97 resource provider aggregate not found Jun 22 09:08:13.430432 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (a3f1d5ca-e00d-46f6-9688-64a64eff8d6e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.437847 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:13.447527 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e4a0071-e9d9-4cbb-b5b1-a056a01ccf97 found for delete ", "request_id": "req-224b247a-ab6f-48af-862c-b806abf3a8c5"}]} Jun 22 09:08:13.452094 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Deleting subnet ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:08:13.467606 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:08:13.472528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:13.478101 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38bc143-90c6-44e5-aabf-19d1cdfbbd89 req-ed2db277-6579-4a16-84ab-6c2be4e9dce4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Jun 22 09:08:13.478786 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Publish callbacks [] for subnet (ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.488069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (cebb731f-2a5c-4a7d-a22c-26fdab8a4a41), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.493722 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Added segment cebb731f-2a5c-4a7d-a22c-26fdab8a4a41 of type vlan for network 2f01d4cf-c4d9-425d-9769-cc3409305f79 Jun 22 09:08:13.516687 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Publish callbacks [] for subnet (ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.522571 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.543236 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (2f01d4cf-c4d9-425d-9769-cc3409305f79), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.570421 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:13.641523 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (2f01d4cf-c4d9-425d-9769-cc3409305f79), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.642555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:13.643170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.670936 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for subnet (ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.702205 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:13.705801 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.710947 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] Pushing event updated for resources: {'Network': ['ID=2f01d4cf-c4d9-425d-9769-cc3409305f79,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:13.711297 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-90e82df9-0e17-4ab5-8060-d3adc0f17b83 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ae66c85a-efdc-4ddf-a23f-1bf0bf693ccd HTTP/1.1" status: 204 len: 168 time: 0.3465831 Jun 22 09:08:13.711904 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49560) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:13.722148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 2f01d4cf-c4d9-425d-9769-cc3409305f79 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:08:13.751485 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-3166de4e-9334-4086-a692-6e7615e2c9fb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0576630 Jun 22 09:08:13.754756 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49566) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:13.760659 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Request body: {'subnet': {'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1840594155-subnet', 'tenant_id': '05bd1375c6784f58a77c9b508ff282c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:13.783969 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (f9aa1247-1b80-4f41-b649-8675ac5a2c3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.859350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Made reservation on behalf of 05bd1375c6784f58a77c9b508ff282c9 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:13.861943 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.877031 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (f9aa1247-1b80-4f41-b649-8675ac5a2c3d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:13.898733 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.899142 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.899898 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.900227 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > port after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.900546 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.900865 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > port after_update 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.901179 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.901515 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.901831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.902715 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.968029 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.968378 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.969203 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.969203 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:08:13.969417 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9aa1247-1b80-4f41-b649-8675ac5a2c3d']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:13.987885 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb01af2-e2fa-4625-a072-ab7654e45d8b') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:13.988182 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb01af2-e2fa-4625-a072-ab7654e45d8b') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:14.005074 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (fbb01af2-e2fa-4625-a072-ab7654e45d8b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.026794 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (fbb01af2-e2fa-4625-a072-ab7654e45d8b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.036598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:08:14.037217 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (fbb01af2-e2fa-4625-a072-ab7654e45d8b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.039555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:14.122470 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (7e1354fa-6608-4792-91a3-a3bb22201ee5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.191193 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (f9aa1247-1b80-4f41-b649-8675ac5a2c3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.197188 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Checking segment: {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:14.202364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Network hostable DHCP agents. Network: 2f01d4cf-c4d9-425d-9769-cc3409305f79, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:08:14.202364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1354fa-6608-4792-91a3-a3bb22201ee5,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:14.215230 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.218521 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9aa1247-1b80-4f41-b649-8675ac5a2c3d HTTP/1.1" status: 204 len: 168 time: 0.5056903 Jun 22 09:08:14.219818 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abd5fc-be8a-427e-85f9-d233ecf45e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9aa1247-1b80-4f41-b649-8675ac5a2c3d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:14.276580 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Network 2f01d4cf-c4d9-425d-9769-cc3409305f79 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:08:14.306402 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment fbb01af2-e2fa-4625-a072-ab7654e45d8b resource provider aggregate not found Jun 22 09:08:14.322453 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment fbb01af2-e2fa-4625-a072-ab7654e45d8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbb01af2-e2fa-4625-a072-ab7654e45d8b found for delete ", "request_id": "req-68beb7f9-bf5a-48ac-9762-c42df961261c"}]} Jun 22 09:08:14.373303 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 2f01d4cf-c4d9-425d-9769-cc3409305f79) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:14.377375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:14.378086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.382267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dca335e-61ba-489f-80d5-8dbf96b4f634 None None] Network 2f01d4cf-c4d9-425d-9769-cc3409305f79 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:14.468056 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-3a25da6d-5f21-4e7b-a1ee-da18c9d996f7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7117803 Jun 22 09:08:14.483701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3f681-e36e-4cdc-b842-b35e707ea2e0 None None] Network 2f01d4cf-c4d9-425d-9769-cc3409305f79 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:14.617628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c3ff0-41eb-4c8e-97d1-16d819a0a4aa req-cec184e4-2dab-4fa1-bc15-5f8d08807796 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:14.619225 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d05c3ff0-41eb-4c8e-97d1-16d819a0a4aa req-cec184e4-2dab-4fa1-bc15-5f8d08807796 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0591938 Jun 22 09:08:14.666752 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d05c3ff0-41eb-4c8e-97d1-16d819a0a4aa req-48a34d14-74ae-40a8-ba3f-7f16a3f6e0ac tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Jun 22 09:08:14.756280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49628) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:14.795953 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-20c1412b-fa16-456f-8b8f-112995dc43ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fa2a998362c44238ce3527a52e8269a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399544 Jun 22 09:08:14.798302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49630) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:14.849284 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2163803a-ca66-4cdf-8838-54ba07abc08e admin admin] Publish callbacks [] for security_group (29e5e0cd-1484-429c-a330-700de193cac7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.872766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2163803a-ca66-4cdf-8838-54ba07abc08e admin admin] Publish callbacks [] for security_group (29e5e0cd-1484-429c-a330-700de193cac7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.906970 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:14.967770 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2163803a-ca66-4cdf-8838-54ba07abc08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (29e5e0cd-1484-429c-a330-700de193cac7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.970718 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2163803a-ca66-4cdf-8838-54ba07abc08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:14.974311 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2163803a-ca66-4cdf-8838-54ba07abc08e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29e5e0cd-1484-429c-a330-700de193cac7 HTTP/1.1" status: 204 len: 168 time: 0.1728303 Jun 22 09:08:14.983211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163803a-ca66-4cdf-8838-54ba07abc08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e5e0cd-1484-429c-a330-700de193cac7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:15.067085 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49638) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:15.185661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d099-8564-4f93-8787-f5e79cfb7d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.272989 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d099-8564-4f93-8787-f5e79cfb7d55 admin admin] Publish callbacks [] for security_group (38ee5873-5ac2-41a9-b42f-456e128843a1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.350256 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d099-8564-4f93-8787-f5e79cfb7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (38ee5873-5ac2-41a9-b42f-456e128843a1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.389930 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b7f6d099-8564-4f93-8787-f5e79cfb7d55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c14ffa860c254abc9a4af7c9acc40eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217771 Jun 22 09:08:15.391962 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6d099-8564-4f93-8787-f5e79cfb7d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ee5873-5ac2-41a9-b42f-456e128843a1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:15.393049 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49648) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:15.444910 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33da51b6-9cdf-4407-b111-88db90ceb778 admin admin] Publish callbacks [] for security_group (38ee5873-5ac2-41a9-b42f-456e128843a1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.466743 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33da51b6-9cdf-4407-b111-88db90ceb778 admin admin] Publish callbacks [] for security_group (38ee5873-5ac2-41a9-b42f-456e128843a1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.477329 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:15.613406 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33da51b6-9cdf-4407-b111-88db90ceb778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (38ee5873-5ac2-41a9-b42f-456e128843a1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.615939 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33da51b6-9cdf-4407-b111-88db90ceb778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.617087 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-33da51b6-9cdf-4407-b111-88db90ceb778 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38ee5873-5ac2-41a9-b42f-456e128843a1 HTTP/1.1" status: 204 len: 168 time: 0.2225738 Jun 22 09:08:15.625653 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da51b6-9cdf-4407-b111-88db90ceb778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ee5873-5ac2-41a9-b42f-456e128843a1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:15.784581 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124cd5-94cf-453f-a703-78c95028d932 req-65f64e71-599a-4f26-bcc1-f6b2a74add75 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:15.787328 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cc124cd5-94cf-453f-a703-78c95028d932 req-65f64e71-599a-4f26-bcc1-f6b2a74add75 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0524759 Jun 22 09:08:15.788019 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49658) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:15.859529 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f75d9e04-c0af-41eb-8164-f67a5d164460 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7132ca9d80ca4059a44580211a2e18f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702531 Jun 22 09:08:15.862325 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49660) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:15.864139 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cc124cd5-94cf-453f-a703-78c95028d932 req-1edcb9ce-e68a-4a8f-a932-d42b4d05a004 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692203 Jun 22 09:08:15.918661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a636809-05b1-4f59-8e95-3ca48bc4c7c9 admin admin] Publish callbacks [] for security_group (d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:15.940847 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a636809-05b1-4f59-8e95-3ca48bc4c7c9 admin admin] Publish callbacks [] for security_group (d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.070623 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a636809-05b1-4f59-8e95-3ca48bc4c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.074451 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a636809-05b1-4f59-8e95-3ca48bc4c7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.075664 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-4a636809-05b1-4f59-8e95-3ca48bc4c7c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9 HTTP/1.1" status: 204 len: 168 time: 0.2122445 Jun 22 09:08:16.084230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a636809-05b1-4f59-8e95-3ca48bc4c7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3917da4-f8c4-4c99-8c9d-9d0bc7fc9cc9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:16.282058 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49672) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:16.296715 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-45165b13-4bff-4039-a245-082ba816e253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.333786 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:16.392278 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-45165b13-4bff-4039-a245-082ba816e253 admin admin] Publish callbacks [] for security_group (acda7481-73ec-4315-ba3c-a0b2debf80a0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.468766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-45165b13-4bff-4039-a245-082ba816e253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (acda7481-73ec-4315-ba3c-a0b2debf80a0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.509596 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-45165b13-4bff-4039-a245-082ba816e253 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c75bc03fb7744ecbea2b5b7f159152d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264564 Jun 22 09:08:16.510403 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45165b13-4bff-4039-a245-082ba816e253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acda7481-73ec-4315-ba3c-a0b2debf80a0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:16.512447 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49678) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:16.564422 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b44347a-090f-434d-8f1e-0172a695f353 admin admin] Publish callbacks [] for security_group (acda7481-73ec-4315-ba3c-a0b2debf80a0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.597270 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b44347a-090f-434d-8f1e-0172a695f353 admin admin] Publish callbacks [] for security_group (acda7481-73ec-4315-ba3c-a0b2debf80a0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.743102 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b44347a-090f-434d-8f1e-0172a695f353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (acda7481-73ec-4315-ba3c-a0b2debf80a0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.745610 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b44347a-090f-434d-8f1e-0172a695f353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:16.746759 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8b44347a-090f-434d-8f1e-0172a695f353 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acda7481-73ec-4315-ba3c-a0b2debf80a0 HTTP/1.1" status: 204 len: 168 time: 0.2327645 Jun 22 09:08:16.779016 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44347a-090f-434d-8f1e-0172a695f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda7481-73ec-4315-ba3c-a0b2debf80a0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:16.793800 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42ca43-6466-49ff-b7ff-c7bd9e77d7d2 req-31fd7545-2808-411c-a2b2-60872ac64e9a tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:16.800500 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6d42ca43-6466-49ff-b7ff-c7bd9e77d7d2 req-31fd7545-2808-411c-a2b2-60872ac64e9a tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0679629 Jun 22 09:08:16.815505 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:16.845511 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6d42ca43-6466-49ff-b7ff-c7bd9e77d7d2 req-38cf1c84-d398-4492-b5d2-2ce0bac3d14b tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Jun 22 09:08:16.938906 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-f3d52e88-922d-4c0b-a672-299ae76d4b0b tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:16.940978 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-f3d52e88-922d-4c0b-a672-299ae76d4b0b tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/networks?id=2f01d4cf-c4d9-425d-9769-cc3409305f79 HTTP/1.1" status: 200 len: 814 time: 0.1208689 Jun 22 09:08:16.955228 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-0f2ec7cc-b10e-47cf-aa09-62e01aa62f07 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/quotas/05bd1375c6784f58a77c9b508ff282c9 HTTP/1.1" status: 200 len: 375 time: 0.0089488 Jun 22 09:08:16.989163 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddefac5-82dc-4dcb-9d0b-d557fb494ae3 req-77b40962-8c10-48ba-ae5a-d054a343b696 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:16.990892 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5ddefac5-82dc-4dcb-9d0b-d557fb494ae3 req-77b40962-8c10-48ba-ae5a-d054a343b696 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Jun 22 09:08:17.052229 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5ddefac5-82dc-4dcb-9d0b-d557fb494ae3 req-96acfbac-2966-4499-9ac9-1d1a9409f964 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546207 Jun 22 09:08:17.208954 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-c7835aa3-3f7e-444e-af84-26d9b696d1be tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=05bd1375c6784f58a77c9b508ff282c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2485399 Jun 22 09:08:17.310036 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5cb90128-6cff-460c-b350-37d8e167374d service neutron] 10.222.0.55 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930634 Jun 22 09:08:17.395049 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:17.419219 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-6dbd1039-0ff8-4587-b148-4932e2df86d5 service neutron] 10.222.0.55 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082554 Jun 22 09:08:17.650708 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6945dc5c-cd05-4c33-a124-3559ba4b2a39 req-c2d28a43-7c6e-44f6-9417-b2ad8f7cda5e tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 210 time: 0.0483880 Jun 22 09:08:17.963655 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1400c-e63c-401c-8b47-d76863e16835 req-13e59e40-c489-4335-b7e4-3491770a7c76 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:17.965534 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7ee1400c-e63c-401c-8b47-d76863e16835 req-13e59e40-c489-4335-b7e4-3491770a7c76 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Jun 22 09:08:18.018233 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7ee1400c-e63c-401c-8b47-d76863e16835 req-17e7c8e6-e6ef-49d3-b318-933afeee9703 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466373 Jun 22 09:08:18.174944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49764) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:18.175102 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32fdbd-a97d-45e9-a17e-99c9a10e4c14 req-092ae32f-9499-4590-abbc-1a1c1cb8df4b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:18.175801 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7c32fdbd-a97d-45e9-a17e-99c9a10e4c14 req-092ae32f-9499-4590-abbc-1a1c1cb8df4b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0470891 Jun 22 09:08:18.224660 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7c32fdbd-a97d-45e9-a17e-99c9a10e4c14 req-9cd95098-b8fb-4818-819d-e53039c574b1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425150 Jun 22 09:08:18.298983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44ffaf34-9aea-400a-935b-461daa9de411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.377017 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44ffaf34-9aea-400a-935b-461daa9de411 admin admin] Publish callbacks [] for security_group (031a8b0d-624d-462e-82a6-76fb387f1318), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.470300 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44ffaf34-9aea-400a-935b-461daa9de411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (031a8b0d-624d-462e-82a6-76fb387f1318), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.514755 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffaf34-9aea-400a-935b-461daa9de411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031a8b0d-624d-462e-82a6-76fb387f1318,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:18.514755 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-44ffaf34-9aea-400a-935b-461daa9de411 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e393ef7159774072a7648359f6ad3db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415267 Jun 22 09:08:18.520782 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49774) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:18.571942 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b0040c2a-3bbf-4c63-9383-5174cc255cb2 admin admin] Publish callbacks [] for security_group (031a8b0d-624d-462e-82a6-76fb387f1318), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.594277 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b0040c2a-3bbf-4c63-9383-5174cc255cb2 admin admin] Publish callbacks [] for security_group (031a8b0d-624d-462e-82a6-76fb387f1318), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.726092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b0040c2a-3bbf-4c63-9383-5174cc255cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (031a8b0d-624d-462e-82a6-76fb387f1318), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.728734 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b0040c2a-3bbf-4c63-9383-5174cc255cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:18.729829 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b0040c2a-3bbf-4c63-9383-5174cc255cb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/031a8b0d-624d-462e-82a6-76fb387f1318 HTTP/1.1" status: 204 len: 168 time: 0.2080860 Jun 22 09:08:18.731588 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-471f2ab6-a8ff-4b36-8566-9fcb5b9c0728 req-d89595d7-5dd1-4323-a5f9-8fd9feb9dbb4 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 210 time: 0.0352812 Jun 22 09:08:18.742276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0040c2a-3bbf-4c63-9383-5174cc255cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031a8b0d-624d-462e-82a6-76fb387f1318,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:18.784382 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=16 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:18.801754 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:19.131825 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e8696-c894-4fc9-8cca-c9b490e314db req-d289fa65-a772-4411-ae89-cf921ccbd062 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:19.133298 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a54e8696-c894-4fc9-8cca-c9b490e314db req-d289fa65-a772-4411-ae89-cf921ccbd062 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0479348 Jun 22 09:08:19.181301 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a54e8696-c894-4fc9-8cca-c9b490e314db req-f13130a9-e599-4f81-a8bc-20767e36050b tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/security-groups?id=82e3d63e-5211-4714-8290-8129489e110b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 Jun 22 09:08:19.353505 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe64138-57c6-43d0-ac82-6589a38bd36a req-5e63ed4b-2aff-4e81-acd6-620c5b5fcb70 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:19.355568 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-afe64138-57c6-43d0-ac82-6589a38bd36a req-5e63ed4b-2aff-4e81-acd6-620c5b5fcb70 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0458882 Jun 22 09:08:19.405699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-afe64138-57c6-43d0-ac82-6589a38bd36a req-44934b39-6037-41c5-b4d4-2a328291eed9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Jun 22 09:08:19.474979 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-27b4f346-f50e-40a5-b3a4-ed8ece55101f tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:19.476749 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-27b4f346-f50e-40a5-b3a4-ed8ece55101f tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.47 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 945 time: 0.0503345 Jun 22 09:08:19.605578 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Deleting port 61559b1c-64d4-490b-bed9-7974553e8e11 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:19.605932 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:19.711885 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] For port 61559b1c-64d4-490b-bed9-7974553e8e11, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=61559b1c-64d4-490b-bed9-7974553e8e11,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:19.713859 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:19.736886 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Calling delete_port for 61559b1c-64d4-490b-bed9-7974553e8e11 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:19.813555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:19.833105 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b0bb473a-8c53-47f0-b39c-fcf7b88a75e4 req-e31f9ff6-bee3-4d7a-bf16-992fb4db87ec tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 210 time: 0.0311310 Jun 22 09:08:19.856134 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:20.025047 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (61559b1c-64d4-490b-bed9-7974553e8e11), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.060391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Pushing event deleted for resources: {'Port': ['ID=61559b1c-64d4-490b-bed9-7974553e8e11,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:20.075080 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['61559b1c-64d4-490b-bed9-7974553e8e11'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:08:20.141067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] No DVR routers for this DVR port 61559b1c-64d4-490b-bed9-7974553e8e11 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:20.144378 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.147753 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5f2e0bb5-b686-48d4-8407-18a6ae3564e2 req-817a9a8b-d183-4b59-b436-e4f56c5459f1 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.47 "DELETE /v2.0/ports/61559b1c-64d4-490b-bed9-7974553e8e11 HTTP/1.1" status: 204 len: 173 time: 0.6644833 Jun 22 09:08:20.148208 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ae5dc0-905f-467a-904f-af2631f8e574', 'name': 'network-vif-deleted', 'tag': '61559b1c-64d4-490b-bed9-7974553e8e11'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:20.150722 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2416bf2-73bb-4092-88f8-f7477e96d41b" -d '{"events": [{"server_uuid": "13ae5dc0-905f-467a-904f-af2631f8e574", "name": "network-vif-deleted", "tag": "61559b1c-64d4-490b-bed9-7974553e8e11"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:20.192976 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0054b664-98f3-4d77-b007-627003375514 x-openstack-request-id: req-0054b664-98f3-4d77-b007-627003375514 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:20.193389 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ae5dc0-905f-467a-904f-af2631f8e574", "name": "network-vif-deleted", "tag": "61559b1c-64d4-490b-bed9-7974553e8e11", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:20.193543 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0054b664-98f3-4d77-b007-627003375514 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:20.193921 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0054b664-98f3-4d77-b007-627003375514'] response: {'server_uuid': '13ae5dc0-905f-467a-904f-af2631f8e574', 'name': 'network-vif-deleted', 'tag': '61559b1c-64d4-490b-bed9-7974553e8e11', 'status': 'completed', 'code': 200} Jun 22 09:08:20.299450 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5f293040-56d7-4e16-9f2c-532b23b07351 req-89f3b431-6b29-498f-bfc4-ba66e1ae0d6e tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0391169 Jun 22 09:08:20.561573 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4713546-4908-4536-aa0e-9dac441fac12 req-481a701a-ec06-4301-8ce5-10ddc21239b7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:20.563129 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4713546-4908-4536-aa0e-9dac441fac12 req-481a701a-ec06-4301-8ce5-10ddc21239b7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0742373 Jun 22 09:08:20.662717 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4713546-4908-4536-aa0e-9dac441fac12 req-49b44d9e-618c-42da-abd9-c88568d1b9eb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913756 Jun 22 09:08:20.680202 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-8705dc73-d1c0-4a45-bf82-06878b08cbb5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:20.682234 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-8705dc73-d1c0-4a45-bf82-06878b08cbb5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "GET /v2.0/networks?id=2f01d4cf-c4d9-425d-9769-cc3409305f79 HTTP/1.1" status: 200 len: 814 time: 0.1649725 Jun 22 09:08:20.701971 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Request body: {'port': {'device_id': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79', 'admin_state_up': True, 'tenant_id': '05bd1375c6784f58a77c9b508ff282c9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:20.906364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Made reservation on behalf of 05bd1375c6784f58a77c9b508ff282c9 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:20.909786 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:20.932237 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9b3b5765-a46d-460a-a831-7df7db2e4715 req-a5fc32bd-1361-4275-9bbf-6b6eb32c6e57 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 210 time: 0.0300655 Jun 22 09:08:20.997125 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:21.039640 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Allocated IP 172.20.0.11 (2f01d4cf-c4d9-425d-9769-cc3409305f79/7e1354fa-6608-4792-91a3-a3bb22201ee5/4aca7fad-7c3e-433c-a3a4-675450c7a2d2) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:21.185847 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks [] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:21.253099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:21.298167 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Network 2f01d4cf-c4d9-425d-9769-cc3409305f79 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:21.301081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:21.304818 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:21.310854 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Pushing event updated for resources: {'Port': ['ID=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:21.338405 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:21.364815 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:21.365445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:21.412733 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-59d85755-d54e-4023-b540-1c08389e50c4 req-beeaad4a-6b36-46fe-b770-8d46ce36b619 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Jun 22 09:08:21.431328 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-527af477-159e-44ff-8b5a-d1e8833cdb2f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7337072 Jun 22 09:08:21.775039 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f123015-7134-4e2b-b64c-29d5040054e2 req-9b9e64db-4ac9-470a-9175-732686e5f7b1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:21.776552 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f123015-7134-4e2b-b64c-29d5040054e2 req-9b9e64db-4ac9-470a-9175-732686e5f7b1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0448778 Jun 22 09:08:21.824425 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f123015-7134-4e2b-b64c-29d5040054e2 req-75fdf829-864f-4665-bf40-0c93e22cb4ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Jun 22 09:08:21.967955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:22.043946 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9262824-c765-4079-ba97-ff3c45b1f839 req-8667d45e-3150-4010-ac0d-0b4b883b57e5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.045497 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e9262824-c765-4079-ba97-ff3c45b1f839 req-8667d45e-3150-4010-ac0d-0b4b883b57e5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 932 time: 0.0467165 Jun 22 09:08:22.081756 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e81f103-e400-47f9-8841-855adde6875f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.120593 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e9262824-c765-4079-ba97-ff3c45b1f839 req-7fbb4c69-3fe9-4481-812a-4405677ac2db tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692594 Jun 22 09:08:22.177556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e81f103-e400-47f9-8841-855adde6875f admin admin] Publish callbacks [] for security_group (9de25064-ca24-412a-9776-99737d7f8d0f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.293541 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e81f103-e400-47f9-8841-855adde6875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (9de25064-ca24-412a-9776-99737d7f8d0f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.332228 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6e81f103-e400-47f9-8841-855adde6875f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d91fe94fc6d4d42a2718d3c89d7d39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634071 Jun 22 09:08:22.333024 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81f103-e400-47f9-8841-855adde6875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de25064-ca24-412a-9776-99737d7f8d0f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:22.334975 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49880) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:22.388379 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0af507ae-2e11-4017-9a99-c2361fe691be admin admin] Publish callbacks [] for security_group (9de25064-ca24-412a-9776-99737d7f8d0f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.409923 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0af507ae-2e11-4017-9a99-c2361fe691be admin admin] Publish callbacks [] for security_group (9de25064-ca24-412a-9776-99737d7f8d0f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.506892 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-22273c64-e79c-4d76-bda2-710a3131df03 req-a1424254-6aaf-4144-8b29-c5162749862f tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0263140 Jun 22 09:08:22.521545 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0af507ae-2e11-4017-9a99-c2361fe691be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (9de25064-ca24-412a-9776-99737d7f8d0f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.524503 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0af507ae-2e11-4017-9a99-c2361fe691be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:22.528800 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0af507ae-2e11-4017-9a99-c2361fe691be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9de25064-ca24-412a-9776-99737d7f8d0f HTTP/1.1" status: 204 len: 168 time: 0.1895802 Jun 22 09:08:22.534814 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af507ae-2e11-4017-9a99-c2361fe691be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de25064-ca24-412a-9776-99737d7f8d0f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:22.943006 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec0a8a-1251-47e6-ae83-d4eb9bc47447 req-aba7a485-058f-4fc9-a662-da0a6bf97a6e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:22.944481 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d2ec0a8a-1251-47e6-ae83-d4eb9bc47447 req-aba7a485-058f-4fc9-a662-da0a6bf97a6e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0497823 Jun 22 09:08:22.991162 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d2ec0a8a-1251-47e6-ae83-d4eb9bc47447 req-0f9412be-9c49-4ac1-a2ab-f6d5e48ec84d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403454 Jun 22 09:08:23.230562 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc5df9-1d7e-46de-b014-cdf5fd825dfb req-e9fe420a-5cce-4502-8781-631b5d2ade9c tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:23.232038 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1bcc5df9-1d7e-46de-b014-cdf5fd825dfb req-e9fe420a-5cce-4502-8781-631b5d2ade9c tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 932 time: 0.0459361 Jun 22 09:08:23.278250 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1bcc5df9-1d7e-46de-b014-cdf5fd825dfb req-fbf778e3-8ee0-49c7-9612-e81ea08a87e7 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Jun 22 09:08:23.493481 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Request body: {'port': {'device_id': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:23.574911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:23.658058 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c63b092a-c690-44fd-9d7c-3a5b4bc299c5 req-4bfc8894-006a-4d05-9ce8-a14b4f47a8fb tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0387344 Jun 22 09:08:23.878569 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:23.886211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Publish callbacks [] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:23.894436 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:23.899468 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Transition to ACTIVE for port object 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:08:23.978434 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:24.030651 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Pushing event updated for resources: {'Port': ['ID=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:24.053873 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:24.113455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Attempting to bind port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:24.113455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Attempting to bind port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:24.113721 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Attempting to bind port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 on network 2f01d4cf-c4d9-425d-9769-cc3409305f79 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:24.119598 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 on network 2f01d4cf-c4d9-425d-9769-cc3409305f79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:08:24.119921 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Attempting to bind port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 on network 2f01d4cf-c4d9-425d-9769-cc3409305f79 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:24.125570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:24.125906 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Checking segment: {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:24.126300 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Bound using segment: {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:24.126700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Bound port: 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:24.127088 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:24.131928 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230c17d-5f76-4872-9314-f35c272e730c req-c91eb146-1f74-4231-a457-08c3cf7c0feb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:24.133658 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5230c17d-5f76-4872-9314-f35c272e730c req-c91eb146-1f74-4231-a457-08c3cf7c0feb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0724239 Jun 22 09:08:24.172063 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:24.205784 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5230c17d-5f76-4872-9314-f35c272e730c req-72ac6a7f-d9f6-45b2-9491-41f47765e402 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Jun 22 09:08:24.223495 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] For port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:24.232441 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] For port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:24.322158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:24.373276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:24.373889 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:24.375277 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] 10.222.0.47 "PUT /v2.0/ports/4aca7fad-7c3e-433c-a3a4-675450c7a2d2 HTTP/1.1" status: 200 len: 1094 time: 0.8864403 Jun 22 09:08:24.393772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'tag': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:24.396008 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a793e279-91fa-4d3a-a24d-c48ab15aca19" -d '{"events": [{"name": "network-changed", "server_uuid": "0e81493b-721d-4eff-a43f-85d2b26c3e25", "tag": "4aca7fad-7c3e-433c-a3a4-675450c7a2d2"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:24.423149 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988a39c-47cb-4cc2-b387-31c51cf5d19d service neutron] Pushing event updated for resources: {'Port': ['ID=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:24.431768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bdb6-8834-4c06-8e9b-5e56f31220df req-e0f5e65a-4853-49db-a0c1-e341990dd829 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:24.432756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b791bdb6-8834-4c06-8e9b-5e56f31220df req-e0f5e65a-4853-49db-a0c1-e341990dd829 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.0794435 Jun 22 09:08:24.434625 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e50e296-4acd-4a02-8865-c20343f08461 x-openstack-request-id: req-0e50e296-4acd-4a02-8865-c20343f08461 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:24.434950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e81493b-721d-4eff-a43f-85d2b26c3e25", "tag": "4aca7fad-7c3e-433c-a3a4-675450c7a2d2", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:24.435167 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e50e296-4acd-4a02-8865-c20343f08461 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:24.435545 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e50e296-4acd-4a02-8865-c20343f08461'] response: {'name': 'network-changed', 'server_uuid': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'tag': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2', 'status': 'completed', 'code': 200} Jun 22 09:08:24.481976 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b791bdb6-8834-4c06-8e9b-5e56f31220df req-edd30498-3bda-4b78-81eb-cf50c6806230 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434856 Jun 22 09:08:24.777169 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793e279-91fa-4d3a-a24d-c48ab15aca19 req-8a0bb99c-8b82-4ec5-979e-23ccd1adbbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:24.779402 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a793e279-91fa-4d3a-a24d-c48ab15aca19 req-8a0bb99c-8b82-4ec5-979e-23ccd1adbbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05bd1375c6784f58a77c9b508ff282c9&device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 1128 time: 0.0439653 Jun 22 09:08:24.791700 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a65fac6b-865d-40c7-83a9-190bc848c4ac req-f788ad1c-adeb-4d4a-acc9-0e3cd6e93e95 tempest-DeleteServersTestJSON-586411950 tempest-DeleteServersTestJSON-586411950-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ae5dc0-905f-467a-904f-af2631f8e574 HTTP/1.1" status: 200 len: 210 time: 0.0317018 Jun 22 09:08:24.894421 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793e279-91fa-4d3a-a24d-c48ab15aca19 req-9432eb81-cd95-4fe0-bb38-fa2ed87fb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:24.895862 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a793e279-91fa-4d3a-a24d-c48ab15aca19 req-9432eb81-cd95-4fe0-bb38-fa2ed87fb73a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=05bd1375c6784f58a77c9b508ff282c9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1025641 Jun 22 09:08:25.015827 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793e279-91fa-4d3a-a24d-c48ab15aca19 req-9ba598cc-5c69-4b77-bf2a-a95b138ecb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:25.020314 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a793e279-91fa-4d3a-a24d-c48ab15aca19 req-9ba598cc-5c69-4b77-bf2a-a95b138ecb0c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156855 Jun 22 09:08:25.233993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-54b6e93a-da06-4acd-aa12-e0d00c7b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:25.235583 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-54b6e93a-da06-4acd-aa12-e0d00c7b05bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05bd1375c6784f58a77c9b508ff282c9&device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 1128 time: 0.0448310 Jun 22 09:08:25.285866 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-f48eb5cc-3f39-4766-a437-f9ab82d8b0c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aca7fad-7c3e-433c-a3a4-675450c7a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0352807 Jun 22 09:08:25.342839 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:25.362911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dafad-7605-4849-befc-ff6f600d2e07 req-ba03509b-ecce-4c8a-9211-08810224c10f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:25.364336 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d08dafad-7605-4849-befc-ff6f600d2e07 req-ba03509b-ecce-4c8a-9211-08810224c10f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0809314 Jun 22 09:08:25.391175 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-3d76fc73-349a-4d6c-8d4b-aeb7d1f186a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:25.392446 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-3d76fc73-349a-4d6c-8d4b-aeb7d1f186a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1354fa-6608-4792-91a3-a3bb22201ee5 HTTP/1.1" status: 200 len: 854 time: 0.0785463 Jun 22 09:08:25.440426 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-2896e55c-53f0-4c35-8bb4-3fca0c634040 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f01d4cf-c4d9-425d-9769-cc3409305f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354025 Jun 22 09:08:25.444732 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d08dafad-7605-4849-befc-ff6f600d2e07 req-4456bf48-e5a8-4df5-96e5-7761d4a81666 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Jun 22 09:08:25.504966 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 61559b1c-64d4-490b-bed9-7974553e8e11 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:25.527577 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 61559b1c-64d4-490b-bed9-7974553e8e11 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:25.527926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 61559b1c-64d4-490b-bed9-7974553e8e11 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:25.532975 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-50477cf8-d0b3-45a9-9c66-23f6faf9c2c9 service neutron] 10.222.0.47 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863066 Jun 22 09:08:25.600555 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964594-0693-4d01-9a81-710a02780792 req-942f4c2b-e048-44a7-8aea-d8310b5e7820 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:25.602480 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-88964594-0693-4d01-9a81-710a02780792 req-942f4c2b-e048-44a7-8aea-d8310b5e7820 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.0479054 Jun 22 09:08:25.654376 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-88964594-0693-4d01-9a81-710a02780792 req-7eb7f3f7-5d05-44b8-8eef-0f108d030adb tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Jun 22 09:08:26.218602 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5d93ad1b-e0e7-4739-b697-68f5880f9b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:26.506645 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 49990) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:26.567196 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9a02a70-7c27-4c87-8aba-370d030ab9d3 req-2c56a0d4-0eba-446f-8976-65f7037f7aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225874 Jun 22 09:08:26.577993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97e175-12be-4760-93fb-692c71611513 req-3823e2c5-bb99-43d8-9660-7148ee762457 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:26.579406 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ed97e175-12be-4760-93fb-692c71611513 req-3823e2c5-bb99-43d8-9660-7148ee762457 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0608671 Jun 22 09:08:26.613897 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f192ad7e-5c2c-4b8c-bcbc-ce37d3325b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:26.627099 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ed97e175-12be-4760-93fb-692c71611513 req-edb8efd7-1a2a-4f0c-b55e-b7d577ae3823 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 Jun 22 09:08:26.777127 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f192ad7e-5c2c-4b8c-bcbc-ce37d3325b68 admin admin] Publish callbacks [] for security_group (82728dee-cd90-44ce-8ae2-acdd892df809), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:26.783739 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb66cbe-230d-4d21-984b-b19df95912b9 req-0b721a58-b88c-47e9-88a5-e7503e638c4c tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:26.785172 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bbb66cbe-230d-4d21-984b-b19df95912b9 req-0b721a58-b88c-47e9-88a5-e7503e638c4c tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.0617504 Jun 22 09:08:26.824848 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f192ad7e-5c2c-4b8c-bcbc-ce37d3325b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (82728dee-cd90-44ce-8ae2-acdd892df809), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:26.846494 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bbb66cbe-230d-4d21-984b-b19df95912b9 req-76144d2b-f52c-45f8-8fef-b9f89a2e3be3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556476 Jun 22 09:08:26.859236 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:26.868650 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f192ad7e-5c2c-4b8c-bcbc-ce37d3325b68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21f65a72a8b9487fa7ac5932bec4e96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604167 Jun 22 09:08:26.870530 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ad7e-5c2c-4b8c-bcbc-ce37d3325b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82728dee-cd90-44ce-8ae2-acdd892df809,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:26.871320 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 49998) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:26.907960 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:26.923720 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d01377d-5c89-4317-b0ef-5e518d9eef43 admin admin] Publish callbacks [] for security_group (82728dee-cd90-44ce-8ae2-acdd892df809), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:26.944219 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d01377d-5c89-4317-b0ef-5e518d9eef43 admin admin] Publish callbacks [] for security_group (82728dee-cd90-44ce-8ae2-acdd892df809), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.075680 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d01377d-5c89-4317-b0ef-5e518d9eef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (82728dee-cd90-44ce-8ae2-acdd892df809), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.078371 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d01377d-5c89-4317-b0ef-5e518d9eef43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.079703 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6d01377d-5c89-4317-b0ef-5e518d9eef43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82728dee-cd90-44ce-8ae2-acdd892df809 HTTP/1.1" status: 204 len: 168 time: 0.2074115 Jun 22 09:08:27.091256 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01377d-5c89-4317-b0ef-5e518d9eef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82728dee-cd90-44ce-8ae2-acdd892df809,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:27.695751 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50010) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:27.710403 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66e08502-c720-4ca5-93c9-b9b0e4f730e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.744983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277323-9f30-4674-bcd1-98d6cb462c75 req-e2342db2-c217-4041-a3eb-7d21036c8426 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:27.746930 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5c277323-9f30-4674-bcd1-98d6cb462c75 req-e2342db2-c217-4041-a3eb-7d21036c8426 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Jun 22 09:08:27.798816 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5c277323-9f30-4674-bcd1-98d6cb462c75 req-baca0b1d-3dcf-4e62-8fe2-aa5cb8f1040c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466590 Jun 22 09:08:27.806664 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66e08502-c720-4ca5-93c9-b9b0e4f730e3 admin admin] Publish callbacks [] for security_group (ffd29f14-8bc4-4fa4-b977-c2c746a79bbc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.863865 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66e08502-c720-4ca5-93c9-b9b0e4f730e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ffd29f14-8bc4-4fa4-b977-c2c746a79bbc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.902561 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e08502-c720-4ca5-93c9-b9b0e4f730e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd29f14-8bc4-4fa4-b977-c2c746a79bbc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:27.906761 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-66e08502-c720-4ca5-93c9-b9b0e4f730e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d11123be03d481e8dd913b14a0043e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098238 Jun 22 09:08:27.909623 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:27.962053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8923a080-0463-4ce3-ba1e-b7b9aea462f4 admin admin] Publish callbacks [] for security_group (ffd29f14-8bc4-4fa4-b977-c2c746a79bbc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:27.967475 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d1242-c702-47cc-ada9-5e8bf2a1f74d req-efa97b80-9336-4e74-9801-8010d399ea26 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:27.968951 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9c6d1242-c702-47cc-ada9-5e8bf2a1f74d req-efa97b80-9336-4e74-9801-8010d399ea26 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.0488188 Jun 22 09:08:27.983534 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8923a080-0463-4ce3-ba1e-b7b9aea462f4 admin admin] Publish callbacks [] for security_group (ffd29f14-8bc4-4fa4-b977-c2c746a79bbc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.016443 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9c6d1242-c702-47cc-ada9-5e8bf2a1f74d req-667bc44b-9686-42a3-bacf-c64587638e25 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Jun 22 09:08:28.087001 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8923a080-0463-4ce3-ba1e-b7b9aea462f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ffd29f14-8bc4-4fa4-b977-c2c746a79bbc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.089611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8923a080-0463-4ce3-ba1e-b7b9aea462f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.090756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8923a080-0463-4ce3-ba1e-b7b9aea462f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffd29f14-8bc4-4fa4-b977-c2c746a79bbc HTTP/1.1" status: 204 len: 168 time: 0.1801071 Jun 22 09:08:28.099809 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923a080-0463-4ce3-ba1e-b7b9aea462f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd29f14-8bc4-4fa4-b977-c2c746a79bbc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:28.441374 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a6b2e0ba-b25b-4b3f-8426-c835b718ac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:28.918708 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bbc18-89c5-4387-8f95-4ce9591198a9 req-62fe0f6a-ba09-4ad1-94e0-bba18a16dc01 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:28.920321 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e94bbc18-89c5-4387-8f95-4ce9591198a9 req-62fe0f6a-ba09-4ad1-94e0-bba18a16dc01 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0491190 Jun 22 09:08:28.969304 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e94bbc18-89c5-4387-8f95-4ce9591198a9 req-ec4edbfb-6ab5-4775-b75b-58d9ef7ebb09 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Jun 22 09:08:29.129456 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f99b39-8f39-44a1-b06a-ced016216c1d req-a6ffb0d3-2592-4266-b117-135d434b33fe tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:29.130923 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f9f99b39-8f39-44a1-b06a-ced016216c1d req-a6ffb0d3-2592-4266-b117-135d434b33fe tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.0477803 Jun 22 09:08:29.187804 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f9f99b39-8f39-44a1-b06a-ced016216c1d req-114c29a0-8a45-45c1-8c2c-ae89b6159c55 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Jun 22 09:08:29.514503 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50068) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:29.612879 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:29.617584 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:30.092812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a2954-2445-4bb2-9901-2332017dc658 req-babc2def-b019-4d40-915a-d066a2adfbe4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:30.095484 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba1a2954-2445-4bb2-9901-2332017dc658 req-babc2def-b019-4d40-915a-d066a2adfbe4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0513537 Jun 22 09:08:30.105293 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:30.127042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (2b0e3aff-0175-4d11-853e-17d841613ab6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.151855 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba1a2954-2445-4bb2-9901-2332017dc658 req-fe1dd8c5-7e95-46da-885e-cc42f9d2a466 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515132 Jun 22 09:08:30.297995 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50094) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:30.420199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-88b36d3f-6052-4e26-bf39-7fbecd4357ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.420623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f341d86-cba0-467e-9516-9810a21caae4 req-08a4195d-2fad-48b3-b27c-bcd445c3cb58 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:30.423568 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9f341d86-cba0-467e-9516-9810a21caae4 req-08a4195d-2fad-48b3-b27c-bcd445c3cb58 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.1408985 Jun 22 09:08:30.440473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:30.511367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-88b36d3f-6052-4e26-bf39-7fbecd4357ca admin admin] Publish callbacks [] for security_group (e23ac644-62be-4299-9d6b-7f0d34b5acc4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.527721 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9f341d86-cba0-467e-9516-9810a21caae4 req-282138ce-0016-4e17-a0bf-770690d26451 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995827 Jun 22 09:08:30.543897 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Deleting port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:30.543897 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.624343 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-88b36d3f-6052-4e26-bf39-7fbecd4357ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e23ac644-62be-4299-9d6b-7f0d34b5acc4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.642647 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] For port 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:30.643142 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.661366 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Calling delete_port for 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:30.668595 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-88b36d3f-6052-4e26-bf39-7fbecd4357ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e0b6a0eecd3446a8b4cf8661137d43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664746 Jun 22 09:08:30.668595 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b36d3f-6052-4e26-bf39-7fbecd4357ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23ac644-62be-4299-9d6b-7f0d34b5acc4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:30.668913 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:30.803492 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0527-d5e1-47a9-a90a-7e00030eddd6 admin admin] Publish callbacks [] for security_group (e23ac644-62be-4299-9d6b-7f0d34b5acc4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.868460 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0527-d5e1-47a9-a90a-7e00030eddd6 admin admin] Publish callbacks [] for security_group (e23ac644-62be-4299-9d6b-7f0d34b5acc4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:30.895224 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:31.024701 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.027702 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0527-d5e1-47a9-a90a-7e00030eddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e23ac644-62be-4299-9d6b-7f0d34b5acc4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.031367 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0527-d5e1-47a9-a90a-7e00030eddd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.031467 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-1e2a0527-d5e1-47a9-a90a-7e00030eddd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e23ac644-62be-4299-9d6b-7f0d34b5acc4 HTTP/1.1" status: 204 len: 168 time: 0.3599954 Jun 22 09:08:31.062125 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:31.071264 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a0527-d5e1-47a9-a90a-7e00030eddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23ac644-62be-4299-9d6b-7f0d34b5acc4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:31.075577 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:31.135546 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:31.244531 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.340561 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (2b0e3aff-0175-4d11-853e-17d841613ab6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.341857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c29c9-7c66-46c7-97c0-b88d6e661b1e req-6265779d-cc4b-49e4-9b0a-027af13a000d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:31.341857 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-320c29c9-7c66-46c7-97c0-b88d6e661b1e req-6265779d-cc4b-49e4-9b0a-027af13a000d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0558310 Jun 22 09:08:31.341857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:31.341857 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-320c29c9-7c66-46c7-97c0-b88d6e661b1e req-4e7bb003-bb9c-4157-8d6c-e28aab38ede3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Jun 22 09:08:31.493773 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Router 2b0e3aff-0175-4d11-853e-17d841613ab6 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:31.517123 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:08:31.534318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:31.603872 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:31.610281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:31.613266 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50122) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:31.613615 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-82853210-24f3-4200-8256-a7c7aa1a8385 admin admin] 10.222.0.55 "PUT /v2.0/routers/2b0e3aff-0175-4d11-853e-17d841613ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980086 Jun 22 09:08:31.617340 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] Sync routers for ids ['2b0e3aff-0175-4d11-853e-17d841613ab6'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:31.630650 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2', 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79', 'port_id': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2', 'mac_address': 'fa:16:3e:1b:68:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1354fa-6608-4792-91a3-a3bb22201ee5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:08:31.654943 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.676401 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:31.677264 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.694107 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:31.701549 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] Routers {'2b0e3aff-0175-4d11-853e-17d841613ab6'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:31.704011 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['2b0e3aff-0175-4d11-853e-17d841613ab6'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:31.712048 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:31.739740 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030d7ac-7614-41ac-bcaa-effddfbb05e4 req-d5f74156-4426-45f3-8ed7-02914edb1fe6 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:31.742457 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4030d7ac-7614-41ac-bcaa-effddfbb05e4 req-d5f74156-4426-45f3-8ed7-02914edb1fe6 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 944 time: 0.1277053 Jun 22 09:08:31.752345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:31.812648 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4030d7ac-7614-41ac-bcaa-effddfbb05e4 req-53f8cbfb-db79-48be-bc97-71bdd7cef526 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624263 Jun 22 09:08:31.833323 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.841174 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks [] for router (2b0e3aff-0175-4d11-853e-17d841613ab6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:31.886227 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:31.895265 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.895714 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.895958 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] Set router 2b0e3aff-0175-4d11-853e-17d841613ab6 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:31.896528 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.897058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.897708 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.898785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.899394 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.899962 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.900583 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.901154 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.901588 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.902025 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.902450 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.902904 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.903580 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:31.971265 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks [] for router_gateway (2b0e3aff-0175-4d11-853e-17d841613ab6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.076403 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:08:30Z', 'revision_number': 5, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port': {'id': '5c7fb0cf-91c9-4e7f-afae-9f91f498e64a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:32.103110 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] Checking router: 2b0e3aff-0175-4d11-853e-17d841613ab6 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:32.119476 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] Routers {'2b0e3aff-0175-4d11-853e-17d841613ab6'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:32.120832 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['2b0e3aff-0175-4d11-853e-17d841613ab6'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:32.122732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Deleting port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:32.123339 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.205176 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['4aca7fad-7c3e-433c-a3a4-675450c7a2d2'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:08:32.207585 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] Set router 2b0e3aff-0175-4d11-853e-17d841613ab6 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:32.215085 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] For port 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:32.215457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.230101 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Calling delete_port for 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:32.257393 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:08:31Z', 'revision_number': 6, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:32.280353 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:32.284993 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98afbb9-5b45-49c4-9067-3d148cf4b367 None None] The sync data for ids ['2b0e3aff-0175-4d11-853e-17d841613ab6'] in dv-cinder-803823-12-iscsi is: [{'id': '2b0e3aff-0175-4d11-853e-17d841613ab6', 'name': 'tempest-DeleteServersTestJSON-1016076283-router', 'tenant_id': 'e06efd9f018749e3931f713b485d6f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:08:31Z', 'revision_number': 6, 'project_id': 'e06efd9f018749e3931f713b485d6f84', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:32.639990 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111bf69-9adc-47a2-86f9-583bb83bd931 req-cf841f83-38d2-4ca4-a3b7-6e18b81649d3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:32.641470 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b111bf69-9adc-47a2-86f9-583bb83bd931 req-cf841f83-38d2-4ca4-a3b7-6e18b81649d3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0611539 Jun 22 09:08:32.729289 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b111bf69-9adc-47a2-86f9-583bb83bd931 req-2fc30bc7-45c2-445a-979d-32c2a5990f04 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782571 Jun 22 09:08:32.761754 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (5c7fb0cf-91c9-4e7f-afae-9f91f498e64a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.786563 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7fb0cf-91c9-4e7f-afae-9f91f498e64a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:32.851470 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (2b0e3aff-0175-4d11-853e-17d841613ab6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.947741 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6693bc0-2d96-4879-8749-545b8c8ab61d req-a83dad48-d1fa-47e8-a505-bc14973a44e8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:32.949486 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6693bc0-2d96-4879-8749-545b8c8ab61d req-a83dad48-d1fa-47e8-a505-bc14973a44e8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 945 time: 0.0470731 Jun 22 09:08:32.952502 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (2b0e3aff-0175-4d11-853e-17d841613ab6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.954647 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks [] for router_controller (2b0e3aff-0175-4d11-853e-17d841613ab6), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:32.996621 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6693bc0-2d96-4879-8749-545b8c8ab61d req-3185f9c9-0eb2-4930-ba49-f1e157440489 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Jun 22 09:08:33.115982 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (2b0e3aff-0175-4d11-853e-17d841613ab6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.116729 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0e3aff-0175-4d11-853e-17d841613ab6 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:08:33.122818 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.124456 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-373c3e64-b95f-4506-bbe9-b483bbe67aee admin admin] 10.222.0.55 "DELETE /v2.0/routers/2b0e3aff-0175-4d11-853e-17d841613ab6 HTTP/1.1" status: 204 len: 168 time: 1.5097218 Jun 22 09:08:33.126747 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50146) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:33.175599 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Deleting subnet dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:08:33.179250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Publish callbacks [] for subnet (dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.215427 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.334159 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.367691 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:33.391520 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:33.391871 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 5c7fb0cf-91c9-4e7f-afae-9f91f498e64a not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:33.392294 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:33.410913 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:33.411262 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8e2a0e2f-3a5a-4f31-8d06-78b5a5f8cb80 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:33.482741 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.511211 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:33.513132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:33.520744 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.522714 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-783ab290-d41a-4069-b6a4-19e2ea6146e4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc1e81ff-6cd0-415f-9a9d-2a55ace95e7d HTTP/1.1" status: 204 len: 168 time: 0.3948812 Jun 22 09:08:33.525250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50162) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:33.540102 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4fd4a-e5c5-4410-852c-06ca82b5327c None None] Network 38012433-cd82-4c62-9189-d8a4ad0d5908 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:33.614842 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:08:33.617089 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (38012433-cd82-4c62-9189-d8a4ad0d5908), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.656418 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:08:33.661024 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Deleting port 6c5a9159-5aa0-47fe-ab9a-8401df444927 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:33.661554 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.719412 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] DHCP port deletion for 38012433-cd82-4c62-9189-d8a4ad0d5908 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:08:33.731148 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] For port 6c5a9159-5aa0-47fe-ab9a-8401df444927, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6c5a9159-5aa0-47fe-ab9a-8401df444927,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:33.733031 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.744237 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Calling delete_port for 6c5a9159-5aa0-47fe-ab9a-8401df444927 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:33.771598 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] Deleting port 6c5a9159-5aa0-47fe-ab9a-8401df444927 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:08:33.771979 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.787861 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:33.791189 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:33.791667 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.879120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133db81-3de7-4aac-90a7-7bb8e3fd4b45 req-87ca0f7f-1ae8-4f2b-be4d-e04f6bfaafb7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:33.880685 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d133db81-3de7-4aac-90a7-7bb8e3fd4b45 req-87ca0f7f-1ae8-4f2b-be4d-e04f6bfaafb7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0772064 Jun 22 09:08:33.881110 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] For port 6c5a9159-5aa0-47fe-ab9a-8401df444927, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6c5a9159-5aa0-47fe-ab9a-8401df444927,segment=NetworkSegment(c04b5335-a467-4ced-9d1a-7ce213ec3d94),segment_id=c04b5335-a467-4ced-9d1a-7ce213ec3d94)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:33.881506 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.897680 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] Calling delete_port for 6c5a9159-5aa0-47fe-ab9a-8401df444927 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:08:33.928979 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d133db81-3de7-4aac-90a7-7bb8e3fd4b45 req-3b73819f-7254-4f9c-a00b-be2204e6ad79 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Jun 22 09:08:33.938763 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:33.965237 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5a9159-5aa0-47fe-ab9a-8401df444927,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:33.970026 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] No DVR routers for this DVR port 6c5a9159-5aa0-47fe-ab9a-8401df444927 on host dv-cinder-803823-12-iscsi {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:34.003748 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:34.004134 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.028302 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:34.045137 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:34.047376 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019183d5-5a3d-4c7f-921c-df452c0c290f" -d '{"events": [{"server_uuid": "0e81493b-721d-4eff-a43f-85d2b26c3e25", "name": "network-vif-plugged", "status": "completed", "tag": "4aca7fad-7c3e-433c-a3a4-675450c7a2d2"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:34.070060 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:34.104767 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (6c5a9159-5aa0-47fe-ab9a-8401df444927), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.107987 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c50c4b3-360b-4a8e-b5fd-8251957d7b07 x-openstack-request-id: req-4c50c4b3-360b-4a8e-b5fd-8251957d7b07 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:34.108363 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e81493b-721d-4eff-a43f-85d2b26c3e25", "name": "network-vif-plugged", "status": "completed", "tag": "4aca7fad-7c3e-433c-a3a4-675450c7a2d2", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:34.108792 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c50c4b3-360b-4a8e-b5fd-8251957d7b07 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:34.109332 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c50c4b3-360b-4a8e-b5fd-8251957d7b07'] response: {'server_uuid': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2', 'code': 200} Jun 22 09:08:34.132903 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] Pushing event deleted for resources: {'Port': ['ID=6c5a9159-5aa0-47fe-ab9a-8401df444927,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:34.139378 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.141262 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e6e55-31c8-4c05-a6fc-84e08613a99d None None] No DVR routers for this DVR port 6c5a9159-5aa0-47fe-ab9a-8401df444927 on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:08:34.196820 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:34.284747 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (38012433-cd82-4c62-9189-d8a4ad0d5908), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.333686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38012433-cd82-4c62-9189-d8a4ad0d5908']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:34.345553 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:34.347600 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04b5335-a467-4ced-9d1a-7ce213ec3d94') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:34.347768 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04b5335-a467-4ced-9d1a-7ce213ec3d94') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:34.362027 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516838a-f9ac-4eb3-bd11-ebc4a423f49e req-8d316a7c-a533-4bef-895c-09f89abc244b tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:34.363528 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c516838a-f9ac-4eb3-bd11-ebc4a423f49e req-8d316a7c-a533-4bef-895c-09f89abc244b tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0757713 Jun 22 09:08:34.365506 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:34.367464 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (c04b5335-a467-4ced-9d1a-7ce213ec3d94), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.395969 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (c04b5335-a467-4ced-9d1a-7ce213ec3d94), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.409676 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:08:34.410059 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (c04b5335-a467-4ced-9d1a-7ce213ec3d94), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.444547 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment c04b5335-a467-4ced-9d1a-7ce213ec3d94 resource provider aggregate not found Jun 22 09:08:34.455381 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c516838a-f9ac-4eb3-bd11-ebc4a423f49e req-2178a252-2e29-47cb-af71-90713f9543f0 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Jun 22 09:08:34.481477 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment c04b5335-a467-4ced-9d1a-7ce213ec3d94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c04b5335-a467-4ced-9d1a-7ce213ec3d94 found for delete ", "request_id": "req-9d6bccb8-3071-40c4-8d79-1e42e1074daf"}]} Jun 22 09:08:34.584577 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (38012433-cd82-4c62-9189-d8a4ad0d5908), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.602709 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=38012433-cd82-4c62-9189-d8a4ad0d5908,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:34.604770 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:34.610579 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5119693b-73aa-4487-ab92-6b8befdcfd65 admin admin] 10.222.0.55 "DELETE /v2.0/networks/38012433-cd82-4c62-9189-d8a4ad0d5908 HTTP/1.1" status: 204 len: 168 time: 1.0812774 Jun 22 09:08:34.912483 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50178) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:34.951817 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ef6fd9b3-ec42-47f8-b940-3d4d96ad2a09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e06efd9f018749e3931f713b485d6f84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381980 Jun 22 09:08:34.954487 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50182) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:35.004216 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e92f37b9-3a2c-43dd-b31e-105b8f262ebd admin admin] Publish callbacks [] for security_group (82e3d63e-5211-4714-8290-8129489e110b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.031406 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e92f37b9-3a2c-43dd-b31e-105b8f262ebd admin admin] Publish callbacks [] for security_group (82e3d63e-5211-4714-8290-8129489e110b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.061519 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3029f97-d7b8-4d07-bec2-1865303b7056 req-da65f028-d34f-40c1-b359-9b2f358b86ff tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:35.063083 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c3029f97-d7b8-4d07-bec2-1865303b7056 req-da65f028-d34f-40c1-b359-9b2f358b86ff tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0630105 Jun 22 09:08:35.111140 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c3029f97-d7b8-4d07-bec2-1865303b7056 req-9ecfc7d3-df5e-4bfc-8f23-13eae33d9f2b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jun 22 09:08:35.161257 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e92f37b9-3a2c-43dd-b31e-105b8f262ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (82e3d63e-5211-4714-8290-8129489e110b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.163874 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e92f37b9-3a2c-43dd-b31e-105b8f262ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:35.165198 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e92f37b9-3a2c-43dd-b31e-105b8f262ebd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82e3d63e-5211-4714-8290-8129489e110b HTTP/1.1" status: 204 len: 168 time: 0.2096341 Jun 22 09:08:35.175871 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f37b9-3a2c-43dd-b31e-105b8f262ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3d63e-5211-4714-8290-8129489e110b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:35.329731 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6c5a9159-5aa0-47fe-ab9a-8401df444927 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:08:35.349821 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 6c5a9159-5aa0-47fe-ab9a-8401df444927 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:08:35.350192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6c5a9159-5aa0-47fe-ab9a-8401df444927 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:08:35.567654 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e249-9666-4762-8b82-298cab19e4be req-a3b5aeb7-d778-445a-bb57-e503b67fe5d3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:35.569216 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ddc8e249-9666-4762-8b82-298cab19e4be req-a3b5aeb7-d778-445a-bb57-e503b67fe5d3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0469005 Jun 22 09:08:35.617419 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ddc8e249-9666-4762-8b82-298cab19e4be req-c44afa02-98a1-40b1-b5ef-8a0204e2fdc7 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Jun 22 09:08:36.148072 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50212) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:36.229938 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cafb3-1cd4-4891-b2b2-98b6759d5c69 req-aaf7489f-c42b-43f5-bf58-8ce669055cff tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:36.232034 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-995cafb3-1cd4-4891-b2b2-98b6759d5c69 req-aaf7489f-c42b-43f5-bf58-8ce669055cff tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0471330 Jun 22 09:08:36.247535 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-network', 'tenant_id': '27cd77392b924e64ba52350c775cf638'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:36.279337 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-995cafb3-1cd4-4891-b2b2-98b6759d5c69 req-d558320b-44b5-415b-8422-57599afb2a1c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Jun 22 09:08:36.349852 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Made reservation on behalf of 27cd77392b924e64ba52350c775cf638 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:36.352591 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.362030 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.434854 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks [] for security_group (8060b39d-a0e1-4a76-af06-e27e0a69eac2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.492403 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (8060b39d-a0e1-4a76-af06-e27e0a69eac2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.514431 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:08:36.531331 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060b39d-a0e1-4a76-af06-e27e0a69eac2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:36.534207 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (020b06bd-b597-4af7-b2b5-9cb65dabb1ca), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.534553 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Added segment 020b06bd-b597-4af7-b2b5-9cb65dabb1ca of type vlan for network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b Jun 22 09:08:36.576634 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (4dc0d09c-c23d-458d-8834-ba6f7c377f1b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.598755 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:36.664028 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (4dc0d09c-c23d-458d-8834-ba6f7c377f1b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.665078 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:36.665733 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:36.757213 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] Pushing event updated for resources: {'Network': ['ID=4dc0d09c-c23d-458d-8834-ba6f7c377f1b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:36.768681 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:08:36.777631 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdfcba-b6b6-480e-9911-d2f78cdcfc00 req-8d598836-b601-4c10-bbd1-6937251a47a8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:36.779191 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-66cdfcba-b6b6-480e-9911-d2f78cdcfc00 req-8d598836-b601-4c10-bbd1-6937251a47a8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0902441 Jun 22 09:08:36.801559 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:36.824488 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50228) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:36.831145 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Request body: {'subnet': {'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-subnet', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:36.831353 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-d2599be4-1fe6-49ce-9ac7-06d4fe70d9ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6741755 Jun 22 09:08:36.849400 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-66cdfcba-b6b6-480e-9911-d2f78cdcfc00 req-a58e4171-0f5e-472d-9cab-692780c0a5ce tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628965 Jun 22 09:08:36.961230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Made reservation on behalf of 27cd77392b924e64ba52350c775cf638 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:36.963653 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.035383 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:37.150879 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:37.160678 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a125-80d6-4c56-9b1f-932eb2284818 req-f3b9d004-1f40-49b9-970d-27947552ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:37.162141 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2919a125-80d6-4c56-9b1f-932eb2284818 req-f3b9d004-1f40-49b9-970d-27947552ba6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 1130 time: 0.0508773 Jun 22 09:08:37.208058 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (1891bd71-b79b-4362-9584-d20ce4251dba), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.294341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1891bd71-b79b-4362-9584-d20ce4251dba,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:37.305609 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2919a125-80d6-4c56-9b1f-932eb2284818 req-fabd0e7b-d272-4d91-b702-3f7d08e2112f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Jun 22 09:08:37.310714 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Checking segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:37.311204 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Network hostable DHCP agents. Network: 4dc0d09c-c23d-458d-8834-ba6f7c377f1b, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:08:37.393148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8dcdf-8480-4db4-a623-523986870ee6 req-c438016f-d427-441d-baab-fa7ff4cc1c64 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:37.394733 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d2a8dcdf-8480-4db4-a623-523986870ee6 req-c438016f-d427-441d-baab-fa7ff4cc1c64 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0487583 Jun 22 09:08:37.426202 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:08:37.447317 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d2a8dcdf-8480-4db4-a623-523986870ee6 req-6a0bd020-c9d7-4358-8c3b-9f08211ff387 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Jun 22 09:08:37.492076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 4dc0d09c-c23d-458d-8834-ba6f7c377f1b) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:37.496748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:37.497340 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.501418 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd623fe-5281-4614-86e8-fd732bb582c3 None None] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:37.601303 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:08:37.602469 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.610808 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-24c199b0-c13e-4da3-aaa9-21166dba2438 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7840405 Jun 22 09:08:37.613241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50242) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:37.617587 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:37.739004 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Allocated IP 172.20.0.2 (4dc0d09c-c23d-458d-8834-ba6f7c377f1b/1891bd71-b79b-4362-9584-d20ce4251dba/b65305b2-df69-42bc-9419-61fea855903c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:37.755801 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.757249 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.813623 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks [] for router_controller (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.878667 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Publish callbacks [] for port (b65305b2-df69-42bc-9419-61fea855903c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.932436 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (b65305b2-df69-42bc-9419-61fea855903c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:37.971347 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:37.975938 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:37.980715 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:37.984370 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f1527-67a3-48a9-9f0b-9cdbcdc91d43 req-e6f59880-6b32-4408-831b-344512dcefca tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:37.985925 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7f1f1527-67a3-48a9-9f0b-9cdbcdc91d43 req-e6f59880-6b32-4408-831b-344512dcefca tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0617242 Jun 22 09:08:37.990085 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Pushing event updated for resources: {'Port': ['ID=b65305b2-df69-42bc-9419-61fea855903c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:37.995791 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks [] for router_gateway (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.039908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Attempting to bind port b65305b2-df69-42bc-9419-61fea855903c on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:38.040304 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Attempting to bind port b65305b2-df69-42bc-9419-61fea855903c by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:38.040702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Attempting to bind port b65305b2-df69-42bc-9419-61fea855903c on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:38.043373 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7f1f1527-67a3-48a9-9f0b-9cdbcdc91d43 req-ce48a977-37d1-4ce1-b191-393c29be8347 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Jun 22 09:08:38.046112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:38.046496 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Checking segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:38.046894 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.047283 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Bound using segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:38.047774 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Bound port: b65305b2-df69-42bc-9419-61fea855903c, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:38.048151 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b65305b2-df69-42bc-9419-61fea855903c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.079034 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:38.112914 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] For port b65305b2-df69-42bc-9419-61fea855903c, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:38.116116 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] For port b65305b2-df69-42bc-9419-61fea855903c, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b65305b2-df69-42bc-9419-61fea855903c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:38.117710 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:38.219876 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (b65305b2-df69-42bc-9419-61fea855903c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.245585 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks [] for router_gateway (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.266237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.266492 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:38.299702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3eefb-0ef9-463a-868a-8a1151cc05ed None None] Pushing event updated for resources: {'Port': ['ID=b65305b2-df69-42bc-9419-61fea855903c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:38.411455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Allocated IP 172.27.0.197 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/d11a664d-0db7-4b38-a254-f0787329df52) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:38.559942 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:38.609037 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks [] for port (d11a664d-0db7-4b38-a254-f0787329df52), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.629763 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f69f-9205-4720-8c43-011e678bfcfb req-9ba1a322-676b-4c2a-b12f-89fda5b16aea tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:38.631293 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c227f69f-9205-4720-8c43-011e678bfcfb req-9ba1a322-676b-4c2a-b12f-89fda5b16aea tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0778880 Jun 22 09:08:38.691560 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c227f69f-9205-4720-8c43-011e678bfcfb req-95ba0cbd-d7ef-42e1-a527-ab3f2e0f65b2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541523 Jun 22 09:08:38.744265 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (d11a664d-0db7-4b38-a254-f0787329df52), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:38.785036 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:38.787776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:38.791545 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:38.818170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Pushing event updated for resources: {'Port': ['ID=d11a664d-0db7-4b38-a254-f0787329df52,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:39.153258 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:39.167142 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks [] for router_gateway (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.173572 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de96d16-764f-46d2-8231-0ad8134a0299 req-01211043-27d2-4cef-a722-af39069d8ed3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:39.175189 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6de96d16-764f-46d2-8231-0ad8134a0299 req-01211043-27d2-4cef-a722-af39069d8ed3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0592883 Jun 22 09:08:39.227481 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6de96d16-764f-46d2-8231-0ad8134a0299 req-0e9d2453-3531-407b-a3bd-2b56d6be0b7f tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Jun 22 09:08:39.275901 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409580c-11b4-44a7-aa8c-8fa990ecfe8f None None] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:08:39.318421 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] Provisioning complete for port b65305b2-df69-42bc-9419-61fea855903c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:39.319162 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b65305b2-df69-42bc-9419-61fea855903c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.381413 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.396751 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b65305b2-df69-42bc-9419-61fea855903c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:39.531978 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port b65305b2-df69-42bc-9419-61fea855903c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:39.531978 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b65305b2-df69-42bc-9419-61fea855903c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.549663 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] Current status of the port b65305b2-df69-42bc-9419-61fea855903c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:39.550328 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b65305b2-df69-42bc-9419-61fea855903c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.578438 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:08:39.604111 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] For port b65305b2-df69-42bc-9419-61fea855903c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b65305b2-df69-42bc-9419-61fea855903c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:39.638848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port b65305b2-df69-42bc-9419-61fea855903c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:39.639535 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b65305b2-df69-42bc-9419-61fea855903c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.692243 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:39.700677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (b65305b2-df69-42bc-9419-61fea855903c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.707352 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:39.777458 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:39.778098 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:39.789270 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.api [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:08:39.789270 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG oslo_db.api [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:08:39.792134 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.793468 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0310193e-7b87-4493-a974-9721e86b416c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1792426 Jun 22 09:08:39.796458 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50272) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:39.813047 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95565-a551-4b98-8e11-7ebc6c9c7570 req-74f538a1-a4d1-468c-9f80-b0b8ea375896 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:39.814703 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-25d95565-a551-4b98-8e11-7ebc6c9c7570 req-74f538a1-a4d1-468c-9f80-b0b8ea375896 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0547423 Jun 22 09:08:39.841288 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67371a1-2dba-41fd-b1be-10a70d48f602 None None] Pushing event updated for resources: {'Port': ['ID=b65305b2-df69-42bc-9419-61fea855903c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:39.847205 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a9b39212-9c22-4eff-ad18-c7c3a9e7fa69 None None] Provisioning complete for port b65305b2-df69-42bc-9419-61fea855903c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:39.847582 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a9b39212-9c22-4eff-ad18-c7c3a9e7fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b65305b2-df69-42bc-9419-61fea855903c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:39.872830 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-25d95565-a551-4b98-8e11-7ebc6c9c7570 req-98207f4a-1f36-4a9f-820b-f6d3db109512 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Jun 22 09:08:39.986883 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a9b39212-9c22-4eff-ad18-c7c3a9e7fa69 None None] Current status of the port b65305b2-df69-42bc-9419-61fea855903c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:39.991447 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:40.069822 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:40.121130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:40.164179 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:38Z', 'revision_number': 3, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:40.189424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:40.189767 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Updating router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 port d11a664d-0db7-4b38-a254-f0787329df52 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:08:40.223851 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d11a664d-0db7-4b38-a254-f0787329df52), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.244095 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.340279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacb99a-48f6-44fc-84e4-b91ba0cab422 req-f2c42e71-71a4-46de-939c-a7685144d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:40.343666 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9cacb99a-48f6-44fc-84e4-b91ba0cab422 req-f2c42e71-71a4-46de-939c-a7685144d3ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 1130 time: 0.0494325 Jun 22 09:08:40.378923 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port b65305b2-df69-42bc-9419-61fea855903c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:40.400241 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029fdd0-bf65-41ca-8c54-ed5b34f2a1d0 req-449ea470-cd7e-4681-980c-139c640f6ed4 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:40.402276 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d029fdd0-bf65-41ca-8c54-ed5b34f2a1d0 req-449ea470-cd7e-4681-980c-139c640f6ed4 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0893669 Jun 22 09:08:40.410539 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9cacb99a-48f6-44fc-84e4-b91ba0cab422 req-53aa7310-ea5b-44fc-94ef-7037f6710da7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507038 Jun 22 09:08:40.456606 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:40.499237 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Allocated IP 172.20.0.1 (4dc0d09c-c23d-458d-8834-ba6f7c377f1b/1891bd71-b79b-4362-9584-d20ce4251dba/aa034c63-6927-46bf-acc7-5ad5d196ca83) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:40.508511 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d029fdd0-bf65-41ca-8c54-ed5b34f2a1d0 req-9c124b76-8965-4d4e-bd7c-ce6c6b3076ca tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948479 Jun 22 09:08:40.520299 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:40.624117 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks [] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.667001 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Publish callbacks [] for port (d11a664d-0db7-4b38-a254-f0787329df52), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.704542 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.732720 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d11a664d-0db7-4b38-a254-f0787329df52), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.742463 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:40.747732 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:40.750252 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:40.786376 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Pushing event updated for resources: {'Port': ['ID=aa034c63-6927-46bf-acc7-5ad5d196ca83,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:40.794115 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Attempting to bind port d11a664d-0db7-4b38-a254-f0787329df52 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:40.794748 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Attempting to bind port d11a664d-0db7-4b38-a254-f0787329df52 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:40.795293 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Attempting to bind port d11a664d-0db7-4b38-a254-f0787329df52 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:40.800462 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.801625 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:40.802117 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:40.802525 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.802946 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:40.803424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Bound port: d11a664d-0db7-4b38-a254-f0787329df52, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:40.803811 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d11a664d-0db7-4b38-a254-f0787329df52), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:40.805486 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8744-6a7b-45a0-b59a-541ed4875db6 None None] Pushing event updated for resources: {'Port': ['ID=d11a664d-0db7-4b38-a254-f0787329df52,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:40.871964 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] For port d11a664d-0db7-4b38-a254-f0787329df52, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:40.874848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] For port d11a664d-0db7-4b38-a254-f0787329df52, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d11a664d-0db7-4b38-a254-f0787329df52,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:40.973457 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d11a664d-0db7-4b38-a254-f0787329df52), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.040029 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877ada-0486-4a74-a70a-1a79816dd470 req-77b1f743-29e7-44a9-89b0-d2a040474d06 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:41.056737 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-40877ada-0486-4a74-a70a-1a79816dd470 req-77b1f743-29e7-44a9-89b0-d2a040474d06 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0991473 Jun 22 09:08:41.057153 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:41.057153 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:41.094588 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.102294 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.145104 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-40877ada-0486-4a74-a70a-1a79816dd470 req-8d66ba28-a5a8-4b00-8cf4-57c5f3c5d0dd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938609 Jun 22 09:08:41.158025 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8744-6a7b-45a0-b59a-541ed4875db6 None None] Pushing event updated for resources: {'Port': ['ID=d11a664d-0db7-4b38-a254-f0787329df52,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:41.176350 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:41.219066 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.226007 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8c9c69ee-05f1-46fb-b900-2e71d09f8e65 None None] Provisioning complete for port aa034c63-6927-46bf-acc7-5ad5d196ca83 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:41.226660 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c9c69ee-05f1-46fb-b900-2e71d09f8e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.297223 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks [] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.309411 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c69ee-05f1-46fb-b900-2e71d09f8e65 None None] Port aa034c63-6927-46bf-acc7-5ad5d196ca83 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:08:41.353382 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.369147 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.377132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b65305b2-df69-42bc-9419-61fea855903c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:41.437834 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.454449 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.455263 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Pushing event updated for resources: {'Port': ['ID=aa034c63-6927-46bf-acc7-5ad5d196ca83,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:41.458322 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:41.460802 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.485298 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port b65305b2-df69-42bc-9419-61fea855903c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:41.485952 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b65305b2-df69-42bc-9419-61fea855903c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.490026 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4028-64ce-4676-9bc3-a84bb4bed805 None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:41.668589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:41.668589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:41.717355 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port b65305b2-df69-42bc-9419-61fea855903c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:41.719019 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:41.747047 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:41.894497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:41.899608 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a78d80a3-80d1-4fbe-b2be-96e3532f077d admin admin] 10.222.0.55 "PUT /v2.0/routers/174b4a24-e9fd-40bd-a6b1-d4c82cf15b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1016941 Jun 22 09:08:41.943962 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-500ae6a0-1311-4dfb-910f-b01ebbb60e85 None None] Provisioning complete for port aa034c63-6927-46bf-acc7-5ad5d196ca83 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:41.944423 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-500ae6a0-1311-4dfb-910f-b01ebbb60e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:41.986238 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-500ae6a0-1311-4dfb-910f-b01ebbb60e85 None None] Port aa034c63-6927-46bf-acc7-5ad5d196ca83 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:08:42.284645 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d7238-ff2d-4d39-a90c-66aaf742ec55 req-a631a74a-f979-4a25-b0e1-ae2962331ba0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:42.286320 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-211d7238-ff2d-4d39-a90c-66aaf742ec55 req-a631a74a-f979-4a25-b0e1-ae2962331ba0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0591764 Jun 22 09:08:42.302421 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50370) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:42.307335 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401865863', 'description': 'tempest-description--606648663'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:42.380817 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-211d7238-ff2d-4d39-a90c-66aaf742ec55 req-545b79e7-3221-4ba4-b0cf-3debb33eff98 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871398 Jun 22 09:08:42.429349 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.507483 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (565d0f00-a156-4792-b75a-f3ef36d7af16), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.589467 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (565d0f00-a156-4792-b75a-f3ef36d7af16), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.630250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565d0f00-a156-4792-b75a-f3ef36d7af16,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:42.723089 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.724362 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-31660e18-af45-43c7-b7f3-419e484e6a30 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4207494 Jun 22 09:08:42.727548 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50380) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:42.732734 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'security_group_rule': {'security_group_id': '565d0f00-a156-4792-b75a-f3ef36d7af16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:42.824161 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (146f49f0-5777-482b-a7cb-e46bcec6cf43), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.892770 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (146f49f0-5777-482b-a7cb-e46bcec6cf43), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.966423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (146f49f0-5777-482b-a7cb-e46bcec6cf43), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:42.991961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146f49f0-5777-482b-a7cb-e46bcec6cf43,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:43.060646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.061889 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2add5918-21bb-4cbc-b88f-a9d8fcc8976c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332498 Jun 22 09:08:43.064529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50382) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:43.068828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'security_group_rule': {'security_group_id': '565d0f00-a156-4792-b75a-f3ef36d7af16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:43.143792 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (d8516773-1892-482e-a627-10d564b479f7), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.203953 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:43.203953 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (d8516773-1892-482e-a627-10d564b479f7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.311528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (d8516773-1892-482e-a627-10d564b479f7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.327529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8516773-1892-482e-a627-10d564b479f7,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:43.418754 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d11a664d-0db7-4b38-a254-f0787329df52 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:43.431490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.436302 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2ec415f9-847d-4d95-97ab-8d6c3eb71b60 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674901 Jun 22 09:08:43.436427 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50394) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:43.441468 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:43.471895 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d11a664d-0db7-4b38-a254-f0787329df52 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:43.472276 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d11a664d-0db7-4b38-a254-f0787329df52), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.505735 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ee028-fff6-4562-8bed-8b6f4099329e req-05557127-40b4-41e5-9839-4ad4cb608606 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:43.513743 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-632ee028-fff6-4562-8bed-8b6f4099329e req-05557127-40b4-41e5-9839-4ad4cb608606 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0541246 Jun 22 09:08:43.535223 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.558113 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d11a664d-0db7-4b38-a254-f0787329df52 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:43.558518 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d11a664d-0db7-4b38-a254-f0787329df52), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.582384 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port d11a664d-0db7-4b38-a254-f0787329df52, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d11a664d-0db7-4b38-a254-f0787329df52,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:43.588618 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-632ee028-fff6-4562-8bed-8b6f4099329e req-810064d2-ef84-4c1c-9e71-fb50ad2d916d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746045 Jun 22 09:08:43.619487 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.658198 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d11a664d-0db7-4b38-a254-f0787329df52), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:43.757394 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e3753-6680-4ff0-9013-5a89d8548d19 req-99783768-943a-4baf-a882-c670bf35c971 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:43.758749 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-242e3753-6680-4ff0-9013-5a89d8548d19 req-99783768-943a-4baf-a882-c670bf35c971 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0939519 Jun 22 09:08:43.779492 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=d11a664d-0db7-4b38-a254-f0787329df52,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:43.824325 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:43.842298 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:43.843038 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:43.859077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:43.861249 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Allocated IP 172.27.0.151 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/9881a234-610a-4a8d-a7ae-d04fb9ee4036) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:43.873838 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-242e3753-6680-4ff0-9013-5a89d8548d19 req-50a61d6b-4404-4cfc-a9a3-42c6c2be3617 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853460 Jun 22 09:08:43.898964 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50410) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:43.972387 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:44.014018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.075661 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b627261-50d8-4858-b507-4c9400164b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.128275 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.174688 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b627261-50d8-4858-b507-4c9400164b9b admin admin] Publish callbacks [] for security_group (88d4ceae-12dd-42f3-83cd-21d8856b6acb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.176075 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:41Z', 'revision_number': 2, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:44.186927 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:44.188395 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'Port': ['ID=9881a234-610a-4a8d-a7ae-d04fb9ee4036,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:44.191316 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:44.193921 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:44.211913 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:44.212330 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Updating router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 port aa034c63-6927-46bf-acc7-5ad5d196ca83 binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:08:44.244693 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.247009 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:44.252173 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b627261-50d8-4858-b507-4c9400164b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (88d4ceae-12dd-42f3-83cd-21d8856b6acb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.284928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (e7c16c6f-2cbb-4990-8db1-24cdecad184d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.295199 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:44.296869 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9b627261-50d8-4858-b507-4c9400164b9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb66780102db4890bf5881f717ffc5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961198 Jun 22 09:08:44.297691 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b627261-50d8-4858-b507-4c9400164b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d4ceae-12dd-42f3-83cd-21d8856b6acb,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:44.299689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50418) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:44.386559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.408625 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-021c87ef-c6fc-4639-8c33-679ad8b23cf1 admin admin] Publish callbacks [] for security_group (88d4ceae-12dd-42f3-83cd-21d8856b6acb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.426594 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:44.449057 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-021c87ef-c6fc-4639-8c33-679ad8b23cf1 admin admin] Publish callbacks [] for security_group (88d4ceae-12dd-42f3-83cd-21d8856b6acb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.521578 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Publish callbacks [] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.561050 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.607771 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.612457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-021c87ef-c6fc-4639-8c33-679ad8b23cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (88d4ceae-12dd-42f3-83cd-21d8856b6acb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.615014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-021c87ef-c6fc-4639-8c33-679ad8b23cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.616419 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-021c87ef-c6fc-4639-8c33-679ad8b23cf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88d4ceae-12dd-42f3-83cd-21d8856b6acb HTTP/1.1" status: 204 len: 168 time: 0.3124151 Jun 22 09:08:44.627674 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Pushing event updated for resources: {'Port': ['ID=aa034c63-6927-46bf-acc7-5ad5d196ca83,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:44.627880 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c87ef-c6fc-4639-8c33-679ad8b23cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d4ceae-12dd-42f3-83cd-21d8856b6acb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:44.704268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.710048 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:44.765770 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'Port': ['ID=9881a234-610a-4a8d-a7ae-d04fb9ee4036,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:44.797907 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.798248 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.798603 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.798998 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.799331 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.799655 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.800170 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.800498 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.800836 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.801163 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.801484 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.801824 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.802148 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.802463 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.802777 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:08:44.821679 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Attempting to bind port aa034c63-6927-46bf-acc7-5ad5d196ca83 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:44.822269 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Attempting to bind port aa034c63-6927-46bf-acc7-5ad5d196ca83 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:44.827046 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Attempting to bind port aa034c63-6927-46bf-acc7-5ad5d196ca83 on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:44.829885 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:44.830265 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Checking segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:44.830664 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.831075 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Bound using segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:44.831192 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (e7c16c6f-2cbb-4990-8db1-24cdecad184d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.831549 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Bound port: aa034c63-6927-46bf-acc7-5ad5d196ca83, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:44.832090 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.913798 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] For port aa034c63-6927-46bf-acc7-5ad5d196ca83, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:44.917009 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] For port aa034c63-6927-46bf-acc7-5ad5d196ca83, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=aa034c63-6927-46bf-acc7-5ad5d196ca83,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:44.928615 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:44.930477 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f9a6b709-8629-4327-aec4-f61d931f0e1f None None] Provisioning complete for port aa034c63-6927-46bf-acc7-5ad5d196ca83 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:44.930872 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9a6b709-8629-4327-aec4-f61d931f0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.957429 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:44.958693 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-9b2a3423-fa9f-4d9d-9252-a5b4758ebd2a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5212455 Jun 22 09:08:44.964836 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6b709-8629-4327-aec4-f61d931f0e1f None None] Port aa034c63-6927-46bf-acc7-5ad5d196ca83 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:08:44.984659 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.048759 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54719833-04ce-4099-8268-efdbff48d5c6 None None] Pushing event updated for resources: {'Port': ['ID=aa034c63-6927-46bf-acc7-5ad5d196ca83,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:45.051690 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:45.052496 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:45.055765 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:45.176514 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:45.221376 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-77ed6eba-1650-42a5-a9a2-fd23d5165876 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--401865863&fields=id&tenant_id=27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 267 time: 0.0654345 Jun 22 09:08:45.311472 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:45.388890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] Provisioning complete for port aa034c63-6927-46bf-acc7-5ad5d196ca83 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:45.389267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.420358 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-2b04dd48-c26d-41cf-b1ff-ed859888fe3b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:45.427988 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-2b04dd48-c26d-41cf-b1ff-ed859888fe3b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 817 time: 0.1877170 Jun 22 09:08:45.430005 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50456) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:45.441595 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-b660c153-aa39-49cf-a8ed-11a90749201d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/quotas/27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 375 time: 0.0125463 Jun 22 09:08:45.443662 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d11a664d-0db7-4b38-a254-f0787329df52 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:45.445976 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d59d777d-6308-4a81-88ce-d5eb48bce2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.499427 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:44Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:45.533908 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5257f4ce-875d-4a2e-8cab-ce64a2ce6c64 None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:44Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:08:45.534638 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-efbc072f-d5a0-41eb-b4ba-09de144b3504 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828922 Jun 22 09:08:45.552677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d11a664d-0db7-4b38-a254-f0787329df52 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:45.553298 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d11a664d-0db7-4b38-a254-f0787329df52), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.553905 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d59d777d-6308-4a81-88ce-d5eb48bce2ee admin admin] Publish callbacks [] for security_group (6eed7de1-4d50-4310-ad32-04ab4578b7d6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.555212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] Current status of the port aa034c63-6927-46bf-acc7-5ad5d196ca83 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:45.555765 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.620302 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] For port aa034c63-6927-46bf-acc7-5ad5d196ca83, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=aa034c63-6927-46bf-acc7-5ad5d196ca83,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:45.630467 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:45.654111 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d59d777d-6308-4a81-88ce-d5eb48bce2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (6eed7de1-4d50-4310-ad32-04ab4578b7d6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.658909 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-3da27f17-569c-4de6-86ee-0cfc3c48a86d service neutron] 10.222.0.55 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099770 Jun 22 09:08:45.659798 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d11a664d-0db7-4b38-a254-f0787329df52 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:45.663342 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device aa034c63-6927-46bf-acc7-5ad5d196ca83 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:45.692794 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.734809 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-d59d777d-6308-4a81-88ce-d5eb48bce2ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da9a5633d7a24bf3bdbbed8a866b99de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030450 Jun 22 09:08:45.736402 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50460) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:45.738041 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d777d-6308-4a81-88ce-d5eb48bce2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed7de1-4d50-4310-ad32-04ab4578b7d6,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:45.755713 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port aa034c63-6927-46bf-acc7-5ad5d196ca83 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:45.756089 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:45.758162 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b2a03-01b1-4f9d-917a-a2b495d3522c None None] Pushing event updated for resources: {'Port': ['ID=aa034c63-6927-46bf-acc7-5ad5d196ca83,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:45.859799 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port aa034c63-6927-46bf-acc7-5ad5d196ca83 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:45.922520 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-3dec4ebd-1305-475d-827e-3809a4492af7 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527421 Jun 22 09:08:45.985771 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50468) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:46.138895 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50de1606-8005-40f2-81fa-adb08ed3f44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.202706 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0f3404c-a726-4d2d-90a3-b07e04d39981 admin admin] Publish callbacks [] for security_group (6eed7de1-4d50-4310-ad32-04ab4578b7d6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.231372 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0f3404c-a726-4d2d-90a3-b07e04d39981 admin admin] Publish callbacks [] for security_group (6eed7de1-4d50-4310-ad32-04ab4578b7d6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.305129 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5046a436-4686-48e9-bbab-1b19af3c1606 req-2658840c-08da-41c4-8f35-021fd5824414 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 210 time: 0.1228621 Jun 22 09:08:46.307283 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50de1606-8005-40f2-81fa-adb08ed3f44e admin admin] Publish callbacks [] for security_group (4fb53af0-c3ed-4864-b100-a8a5856bf881), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.359780 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50de1606-8005-40f2-81fa-adb08ed3f44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4fb53af0-c3ed-4864-b100-a8a5856bf881), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.377163 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0f3404c-a726-4d2d-90a3-b07e04d39981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (6eed7de1-4d50-4310-ad32-04ab4578b7d6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.380686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0f3404c-a726-4d2d-90a3-b07e04d39981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.382883 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f0f3404c-a726-4d2d-90a3-b07e04d39981 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eed7de1-4d50-4310-ad32-04ab4578b7d6 HTTP/1.1" status: 204 len: 168 time: 0.6371081 Jun 22 09:08:46.426772 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-50de1606-8005-40f2-81fa-adb08ed3f44e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2825c0be61f641e1b242f8f9457154c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398148 Jun 22 09:08:46.429296 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de1606-8005-40f2-81fa-adb08ed3f44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb53af0-c3ed-4864-b100-a8a5856bf881,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:46.429527 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3404c-a726-4d2d-90a3-b07e04d39981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed7de1-4d50-4310-ad32-04ab4578b7d6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:46.431485 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50484) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:46.462077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19a435-d320-414f-883c-7c9354775471 req-1240c5cd-30dd-45cf-b98e-4dff0fe4f7f5 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:46.464491 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad19a435-d320-414f-883c-7c9354775471 req-1240c5cd-30dd-45cf-b98e-4dff0fe4f7f5 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.1379287 Jun 22 09:08:46.472212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:46.498132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-8dc4208d-eb98-4344-b9e7-7df012466f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:46.499812 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-8dc4208d-eb98-4344-b9e7-7df012466f04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1129 time: 0.0958986 Jun 22 09:08:46.537533 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2839d118-6c87-4efc-81c1-767ac75d4f32 admin admin] Publish callbacks [] for security_group (4fb53af0-c3ed-4864-b100-a8a5856bf881), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.564482 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad19a435-d320-414f-883c-7c9354775471 req-255e3011-2ab4-4bd9-a6dc-8270224caa89 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892074 Jun 22 09:08:46.570869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2839d118-6c87-4efc-81c1-767ac75d4f32 admin admin] Publish callbacks [] for security_group (4fb53af0-c3ed-4864-b100-a8a5856bf881), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.602608 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:46.639748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-826d4a7c-7b87-48c1-a149-24ffa2582a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:46.641293 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-826d4a7c-7b87-48c1-a149-24ffa2582a86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1283519 Jun 22 09:08:46.684941 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-b71fa3d0-8a11-448f-a636-190c3ba820d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 200 len: 217 time: 0.0372734 Jun 22 09:08:46.734508 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2839d118-6c87-4efc-81c1-767ac75d4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4fb53af0-c3ed-4864-b100-a8a5856bf881), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.737521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2839d118-6c87-4efc-81c1-767ac75d4f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:46.738354 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-4f97da2c-13ea-4e9d-a75a-58be95ae6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:46.739020 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2839d118-6c87-4efc-81c1-767ac75d4f32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fb53af0-c3ed-4864-b100-a8a5856bf881 HTTP/1.1" status: 204 len: 168 time: 0.2846744 Jun 22 09:08:46.742637 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-4f97da2c-13ea-4e9d-a75a-58be95ae6b26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0501018 Jun 22 09:08:46.752795 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d118-6c87-4efc-81c1-767ac75d4f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb53af0-c3ed-4864-b100-a8a5856bf881,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:46.805745 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-b4e3f60d-32a6-4ffc-8afa-fb0e91458272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:46.807298 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-b4e3f60d-32a6-4ffc-8afa-fb0e91458272 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584760 Jun 22 09:08:46.923026 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-7d06a0f3-2d0b-4540-a1c4-5190b773cd2a service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061244 Jun 22 09:08:46.954601 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:47.023960 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c6ccdc25-f11d-457a-9c7d-443d0a523f04 req-8df85efd-c019-4611-ac44-19edb026848d service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900085 Jun 22 09:08:47.184458 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50504) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:47.200025 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b49de3d-d9ca-4fc3-b769-d07c3857ac4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.286681 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b49de3d-d9ca-4fc3-b769-d07c3857ac4c admin admin] Publish callbacks [] for security_group (20389c55-6f6d-420a-a274-0be07c8d800b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.349718 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b49de3d-d9ca-4fc3-b769-d07c3857ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (20389c55-6f6d-420a-a274-0be07c8d800b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.369333 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device aa034c63-6927-46bf-acc7-5ad5d196ca83 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:47.410582 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8c30f5a8-e1e3-44ec-be60-8a274ca94033 req-efa3af86-950c-4002-8254-a766b54bbffc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 210 time: 0.0431738 Jun 22 09:08:47.416897 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9b49de3d-d9ca-4fc3-b769-d07c3857ac4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fab0361b30c40bfab8e2ca5d4291222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313111 Jun 22 09:08:47.418042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49de3d-d9ca-4fc3-b769-d07c3857ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20389c55-6f6d-420a-a274-0be07c8d800b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:47.419646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50512) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:47.430889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port aa034c63-6927-46bf-acc7-5ad5d196ca83 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:47.431489 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.473248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:47.498221 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3b39493-eaf9-4cba-9d1d-9d0281e16cc2 admin admin] Publish callbacks [] for security_group (20389c55-6f6d-420a-a274-0be07c8d800b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.514311 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port aa034c63-6927-46bf-acc7-5ad5d196ca83 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:47.521175 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3b39493-eaf9-4cba-9d1d-9d0281e16cc2 admin admin] Publish callbacks [] for security_group (20389c55-6f6d-420a-a274-0be07c8d800b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.674031 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3b39493-eaf9-4cba-9d1d-9d0281e16cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (20389c55-6f6d-420a-a274-0be07c8d800b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.676553 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3b39493-eaf9-4cba-9d1d-9d0281e16cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:47.680008 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f3b39493-eaf9-4cba-9d1d-9d0281e16cc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20389c55-6f6d-420a-a274-0be07c8d800b HTTP/1.1" status: 204 len: 168 time: 0.2570596 Jun 22 09:08:47.694971 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b39493-eaf9-4cba-9d1d-9d0281e16cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20389c55-6f6d-420a-a274-0be07c8d800b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:47.710239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d197501-3e47-4b4b-b35f-b9a72c32c24f req-2527dc28-4bf9-4f82-bee1-0f13a5da5129 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:47.717568 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d197501-3e47-4b4b-b35f-b9a72c32c24f req-2527dc28-4bf9-4f82-bee1-0f13a5da5129 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0759530 Jun 22 09:08:47.770134 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d197501-3e47-4b4b-b35f-b9a72c32c24f req-8c2ffb01-8b7b-465e-ac57-52bff08cb501 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Jun 22 09:08:48.537906 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-17c40a03-0195-40fe-b700-1d6545dfe2d4 req-222bb6d1-7df9-469b-a98c-06fd5074e2ba tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 210 time: 0.0324190 Jun 22 09:08:48.901340 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b09a3-b18b-4ffc-91a9-0b644fccc5d4 req-15405812-21dc-4d0b-89a8-1fc2cadae810 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:48.904464 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3c3b09a3-b18b-4ffc-91a9-0b644fccc5d4 req-15405812-21dc-4d0b-89a8-1fc2cadae810 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0649164 Jun 22 09:08:48.958899 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3c3b09a3-b18b-4ffc-91a9-0b644fccc5d4 req-82a13476-e2c4-4766-b57c-015936a0c741 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Jun 22 09:08:49.154532 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1380d000-3d84-4180-a66e-84681b92cf33 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:49.156039 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1380d000-3d84-4180-a66e-84681b92cf33 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 817 time: 0.1098003 Jun 22 09:08:49.238630 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-4223b14f-7c95-438d-92f4-cd14f1b6b939 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 379 time: 0.0644939 Jun 22 09:08:49.248776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'port': {'device_id': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'admin_state_up': True, 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'security_groups': ['565d0f00-a156-4792-b75a-f3ef36d7af16']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:49.418125 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Made reservation on behalf of 27cd77392b924e64ba52350c775cf638 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:08:49.421550 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.430490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:49.550244 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Allocated IP 172.20.0.6 (4dc0d09c-c23d-458d-8834-ba6f7c377f1b/1891bd71-b79b-4362-9584-d20ce4251dba/5897603a-c758-4aef-b13d-a1bcac6199a0) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:08:49.617486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:49.653429 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fbeb94b9-de57-494e-9a95-f9b227b0732d req-65c48335-ab5c-4a80-8ea2-88369d4a4a42 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 210 time: 0.0344436 Jun 22 09:08:49.718604 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.818743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:49.867671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:08:49.870643 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:08:49.874505 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:08:49.898945 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:49.933601 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:49.934308 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.009190 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-1252649f-1ba9-4207-a90b-dcffa9fc8174 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7647111 Jun 22 09:08:50.031889 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Request body: {'port': {'device_id': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:50.115228 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858c3ef-1910-4777-85ee-5e19fef045da req-734164aa-186e-4fc0-81d7-dd3e0ae47858 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:50.116997 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2858c3ef-1910-4777-85ee-5e19fef045da req-734164aa-186e-4fc0-81d7-dd3e0ae47858 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Jun 22 09:08:50.143506 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0ddf188b-99b6-44cf-ae35-b9bc80a19e96 None None] Provisioning complete for port 5897603a-c758-4aef-b13d-a1bcac6199a0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:50.144021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ddf188b-99b6-44cf-ae35-b9bc80a19e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.160133 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.171445 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:50.177253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf188b-99b6-44cf-ae35-b9bc80a19e96 None None] Port 5897603a-c758-4aef-b13d-a1bcac6199a0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:08:50.221824 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2858c3ef-1910-4777-85ee-5e19fef045da req-c321c034-33dc-4322-933f-13887c0876b3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873590 Jun 22 09:08:50.320893 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:50.455669 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5897603a-c758-4aef-b13d-a1bcac6199a0 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:50.463893 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Publish callbacks [] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.478299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Transition to ACTIVE for port object 5897603a-c758-4aef-b13d-a1bcac6199a0 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:08:50.526323 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.581803 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:50.661762 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Attempting to bind port 5897603a-c758-4aef-b13d-a1bcac6199a0 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:08:50.662111 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Attempting to bind port 5897603a-c758-4aef-b13d-a1bcac6199a0 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:08:50.662452 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Attempting to bind port 5897603a-c758-4aef-b13d-a1bcac6199a0 on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:50.667268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Port 5897603a-c758-4aef-b13d-a1bcac6199a0 on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:08:50.667626 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Attempting to bind port 5897603a-c758-4aef-b13d-a1bcac6199a0 on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:08:50.673205 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:08:50.673668 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Checking segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:08:50.673985 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Bound using segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:08:50.674412 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Bound port: 5897603a-c758-4aef-b13d-a1bcac6199a0, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:08:50.675086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.810113 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:08:50.813238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00673-7fa6-41e6-8d3a-57543c7261b2 req-429433d0-9b65-427f-98cd-c1f7e3d8ebdc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:50.813774 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:08:50.814770 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e2d00673-7fa6-41e6-8d3a-57543c7261b2 req-429433d0-9b65-427f-98cd-c1f7e3d8ebdc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0712616 Jun 22 09:08:50.867393 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e2d00673-7fa6-41e6-8d3a-57543c7261b2 req-11a78c8e-8b0a-427e-8038-40ee24929ca6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457723 Jun 22 09:08:50.898435 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.902872 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:50.936071 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:50.936691 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:50.941284 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] 10.222.0.47 "PUT /v2.0/ports/5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 200 len: 1093 time: 0.9116530 Jun 22 09:08:50.941810 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:50.944191 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679f2a1b-932c-45da-a0e6-d2c8fe52d385" -d '{"events": [{"name": "network-changed", "server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:50.983365 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff472ecf-0199-4a41-8539-fdb21bb38747 x-openstack-request-id: req-ff472ecf-0199-4a41-8539-fdb21bb38747 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:50.983654 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:50.983904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff472ecf-0199-4a41-8539-fdb21bb38747 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:50.984302 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff472ecf-0199-4a41-8539-fdb21bb38747'] response: {'name': 'network-changed', 'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'status': 'completed', 'code': 200} Jun 22 09:08:50.985232 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed983a-97cc-41a5-bba4-d3162e8ca57d service neutron] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:51.093590 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f2a1b-932c-45da-a0e6-d2c8fe52d385 req-0f42f268-4852-421c-9b2e-c4ce1e249316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.095204 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-679f2a1b-932c-45da-a0e6-d2c8fe52d385 req-0f42f268-4852-421c-9b2e-c4ce1e249316 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1127 time: 0.0412750 Jun 22 09:08:51.216162 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f2a1b-932c-45da-a0e6-d2c8fe52d385 req-b10fac42-7529-4e61-845d-916df27878ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.217669 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-679f2a1b-932c-45da-a0e6-d2c8fe52d385 req-b10fac42-7529-4e61-845d-916df27878ba service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=27cd77392b924e64ba52350c775cf638&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1017690 Jun 22 09:08:51.323821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f2a1b-932c-45da-a0e6-d2c8fe52d385 req-31b21cc8-da9d-4cb4-bac2-cd91b7156336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.325377 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-679f2a1b-932c-45da-a0e6-d2c8fe52d385 req-31b21cc8-da9d-4cb4-bac2-cd91b7156336 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921099 Jun 22 09:08:51.357743 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f50316-cb45-4d2f-bd42-88512ea2cfed req-92a0edec-a2c2-4eca-aa61-f29fc98bddb9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.357743 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-09f50316-cb45-4d2f-bd42-88512ea2cfed req-92a0edec-a2c2-4eca-aa61-f29fc98bddb9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0583141 Jun 22 09:08:51.403093 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-09f50316-cb45-4d2f-bd42-88512ea2cfed req-309e43fe-39dc-4b59-9917-cb8d5c43b7c9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Jun 22 09:08:51.483607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-35cada24-9f90-4be4-afe7-d8a9f6e6e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.485108 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-35cada24-9f90-4be4-afe7-d8a9f6e6e89b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1127 time: 0.0425420 Jun 22 09:08:51.536292 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-a9242f07-84e2-4864-a0ea-94b2f45b4c58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 200 len: 217 time: 0.0327733 Jun 22 09:08:51.584843 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e75587c8-af34-4b66-8b73-627527377ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.586406 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-e75587c8-af34-4b66-8b73-627527377ce4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0437815 Jun 22 09:08:51.633547 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-9a9ef9f4-28b0-4d54-9d62-dc0dfd839ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.634954 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-9a9ef9f4-28b0-4d54-9d62-dc0dfd839ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406742 Jun 22 09:08:51.708574 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:51.728095 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-49c869b9-f042-4db5-8525-2d11bad61cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838609 Jun 22 09:08:51.826101 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b4a49c30-a9d3-4ec3-84d5-bdc4974cf430 req-0f303fcc-03c2-48d2-b289-e65f770e1bef service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882130 Jun 22 09:08:51.993070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30435a8-0800-473c-8da9-1577d0346dcf req-c32e66ea-cab4-4c64-8a30-95260044e913 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:51.994552 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f30435a8-0800-473c-8da9-1577d0346dcf req-c32e66ea-cab4-4c64-8a30-95260044e913 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0469625 Jun 22 09:08:52.042348 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f30435a8-0800-473c-8da9-1577d0346dcf req-9890d128-e440-41b6-89d5-a03af56382e3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Jun 22 09:08:52.718604 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 50690) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:52.741694 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe690df-320b-42ee-8810-81c3b39f5dd4 req-0c49d559-3d6f-4674-8823-79c4e9346ffb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:52.743296 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dfe690df-320b-42ee-8810-81c3b39f5dd4 req-0c49d559-3d6f-4674-8823-79c4e9346ffb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.2672164 Jun 22 09:08:52.792810 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dfe690df-320b-42ee-8810-81c3b39f5dd4 req-52cee3ac-9597-4130-8e77-3766950c43e4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Jun 22 09:08:52.834309 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7c69-3df7-4fd1-86ce-8eed987410af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:52.870248 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:52.911177 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7c69-3df7-4fd1-86ce-8eed987410af admin admin] Publish callbacks [] for security_group (f1c34034-5260-45ef-bc81-26c3548c7cd6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:52.954308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7c69-3df7-4fd1-86ce-8eed987410af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f1c34034-5260-45ef-bc81-26c3548c7cd6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:52.994642 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8b8c7c69-3df7-4fd1-86ce-8eed987410af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=272355630b2949e9b340ce558c6a3678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749839 Jun 22 09:08:52.996596 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7c69-3df7-4fd1-86ce-8eed987410af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c34034-5260-45ef-bc81-26c3548c7cd6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:52.997343 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50696) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:53.047697 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b274225d-8136-4955-9e9a-91a3cabb98f5 admin admin] Publish callbacks [] for security_group (f1c34034-5260-45ef-bc81-26c3548c7cd6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:53.070352 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b274225d-8136-4955-9e9a-91a3cabb98f5 admin admin] Publish callbacks [] for security_group (f1c34034-5260-45ef-bc81-26c3548c7cd6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:53.121387 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:08:53.189980 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b274225d-8136-4955-9e9a-91a3cabb98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f1c34034-5260-45ef-bc81-26c3548c7cd6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:53.192699 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b274225d-8136-4955-9e9a-91a3cabb98f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:53.196214 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b274225d-8136-4955-9e9a-91a3cabb98f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1c34034-5260-45ef-bc81-26c3548c7cd6 HTTP/1.1" status: 204 len: 168 time: 0.1955462 Jun 22 09:08:53.209235 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274225d-8136-4955-9e9a-91a3cabb98f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c34034-5260-45ef-bc81-26c3548c7cd6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:53.256510 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:53.281886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'mac_address': 'fa:16:3e:da:92:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:08:53.316089 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eacbf-30e2-4a59-bd8b-77ccd2a8e9cd req-2f11a1c1-6596-488c-a6fe-3b06559cefb3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:53.318211 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-505eacbf-30e2-4a59-bd8b-77ccd2a8e9cd req-2f11a1c1-6596-488c-a6fe-3b06559cefb3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0536714 Jun 22 09:08:53.319675 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:53.320066 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:53.334326 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5897603a-c758-4aef-b13d-a1bcac6199a0 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:08:53.366648 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:53.376640 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-505eacbf-30e2-4a59-bd8b-77ccd2a8e9cd req-51ee406c-b958-46db-897e-57553cc5b471 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528312 Jun 22 09:08:53.451993 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:53.508318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:53.913326 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcc92f-7624-4bb0-bdd7-83fc84a9a7f7 req-901536ae-66e3-453f-89a6-21ee3151158b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:53.914812 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e5fcc92f-7624-4bb0-bdd7-83fc84a9a7f7 req-901536ae-66e3-453f-89a6-21ee3151158b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0534568 Jun 22 09:08:53.932617 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['5897603a-c758-4aef-b13d-a1bcac6199a0'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:08:53.969605 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e5fcc92f-7624-4bb0-bdd7-83fc84a9a7f7 req-b3f21822-715f-472e-9f96-688837db9794 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Jun 22 09:08:54.495509 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479b9b9-d037-4613-aa9c-1585fcd2bdb6 req-d06a9eb6-cfa0-478e-855c-95a20ad60dec tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:54.497030 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d479b9b9-d037-4613-aa9c-1585fcd2bdb6 req-d06a9eb6-cfa0-478e-855c-95a20ad60dec tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 944 time: 0.0496123 Jun 22 09:08:54.547781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d479b9b9-d037-4613-aa9c-1585fcd2bdb6 req-69ad6f32-2c3a-4efc-93d3-cdee76789207 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449059 Jun 22 09:08:55.097066 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dc42e-9ddd-4310-866a-c5da72f0c6d8 req-a70c714f-ac77-4a3c-ba75-84b970f15f4f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:55.098599 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5a4dc42e-9ddd-4310-866a-c5da72f0c6d8 req-a70c714f-ac77-4a3c-ba75-84b970f15f4f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0572140 Jun 22 09:08:55.147161 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5a4dc42e-9ddd-4310-866a-c5da72f0c6d8 req-974bbc0e-3206-40ee-a134-a9a35d3116c6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Jun 22 09:08:55.151294 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:08:55.196213 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 5897603a-c758-4aef-b13d-a1bcac6199a0 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:08:55.303286 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 5897603a-c758-4aef-b13d-a1bcac6199a0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:08:55.303675 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:55.379132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:08:55.379541 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:55.401858 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:55.404065 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae315c15-82d3-4be9-b1e0-03696f80c746" -d '{"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-plugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:55.416435 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:08:55.440944 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061577e-8127-406d-bb28-ae42c08cbc5e x-openstack-request-id: req-a061577e-8127-406d-bb28-ae42c08cbc5e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:55.441338 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-plugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:55.441592 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a061577e-8127-406d-bb28-ae42c08cbc5e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:55.442004 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a061577e-8127-406d-bb28-ae42c08cbc5e'] response: {'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'code': 200} Jun 22 09:08:55.486021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:55.504174 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=60 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:55.514599 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:55.535497 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:08:55.666635 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03346a4d-d226-47f1-a940-34cbd5d9ce37 req-137d2bcb-b702-453b-93e8-2064382ef015 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:55.668758 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-03346a4d-d226-47f1-a940-34cbd5d9ce37 req-137d2bcb-b702-453b-93e8-2064382ef015 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Jun 22 09:08:55.715970 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:55.723373 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-03346a4d-d226-47f1-a940-34cbd5d9ce37 req-c3d31548-91b1-4856-aa1b-ae1126086bf9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447774 Jun 22 09:08:55.888074 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33747a4d-3d49-4855-8fc5-34f7d057b985 req-fd6c6bd8-460a-488d-90c4-f3369f2fbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:55.889498 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-33747a4d-3d49-4855-8fc5-34f7d057b985 req-fd6c6bd8-460a-488d-90c4-f3369f2fbefe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1129 time: 0.0474083 Jun 22 09:08:55.920092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:55.952748 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-33747a4d-3d49-4855-8fc5-34f7d057b985 req-525fa6cd-0cf1-4d69-a5ce-9647257615f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 Jun 22 09:08:56.223521 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19a2ede8-71ed-4b30-a180-a24df2106f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:56.263986 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1c7d-c273-4793-966a-2d7a4ffc9929 req-b9c32563-ea28-4204-9ad7-42ad021a5cfa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:56.265579 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1dcf1c7d-c273-4793-966a-2d7a4ffc9929 req-b9c32563-ea28-4204-9ad7-42ad021a5cfa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0477767 Jun 22 09:08:56.312946 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1dcf1c7d-c273-4793-966a-2d7a4ffc9929 req-3aa570c9-e00c-4ba5-b927-bf24ff9455b3 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Jun 22 09:08:56.841643 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b4e8-03b9-45f5-b453-61009caa0073 req-1a0be171-e603-4a93-a95f-27f1993a0674 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:56.843139 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e5c1b4e8-03b9-45f5-b453-61009caa0073 req-1a0be171-e603-4a93-a95f-27f1993a0674 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0477626 Jun 22 09:08:56.898147 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e5c1b4e8-03b9-45f5-b453-61009caa0073 req-009f52ea-f2a8-4762-968a-42012de1f910 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494759 Jun 22 09:08:57.426611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de19e8-82a5-4f81-9dd9-7a70e5065693 req-e560e5a2-7c4d-45fb-b668-59243b61518f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:57.428218 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-15de19e8-82a5-4f81-9dd9-7a70e5065693 req-e560e5a2-7c4d-45fb-b668-59243b61518f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0469251 Jun 22 09:08:57.482140 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-15de19e8-82a5-4f81-9dd9-7a70e5065693 req-d0be97e1-6736-4ff2-8e2c-50afdfe8147e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480421 Jun 22 09:08:58.018864 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df49ec2-7d04-4015-9696-7a4530d17f13 req-466e615d-43c9-4cf1-846d-cb933838d80f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.020343 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1df49ec2-7d04-4015-9696-7a4530d17f13 req-466e615d-43c9-4cf1-846d-cb933838d80f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Jun 22 09:08:58.068185 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1df49ec2-7d04-4015-9696-7a4530d17f13 req-5d06aab2-1338-4990-8389-f7b3b7cb805d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Jun 22 09:08:58.181677 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3dae0-81bb-4a69-ae39-b523aca1e205 req-63ff56e4-1c9b-4bb5-98ef-480fa557b6bd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.183208 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c5a3dae0-81bb-4a69-ae39-b523aca1e205 req-63ff56e4-1c9b-4bb5-98ef-480fa557b6bd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0470788 Jun 22 09:08:58.192701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 50800) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:08:58.197154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'floatingip': {'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:08:58.235844 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (e7c16c6f-2cbb-4990-8db1-24cdecad184d), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.397790 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:58.428664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d5266aa-db48-49d8-b1f9-3e6dda54560c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.603039 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041caf6-fcbc-4b14-a26f-30cf57153ee3 req-0699869e-67ec-4269-8fd9-f2833b0cf6fd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:58.604517 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a041caf6-fcbc-4b14-a26f-30cf57153ee3 req-0699869e-67ec-4269-8fd9-f2833b0cf6fd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Jun 22 09:08:58.654483 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a041caf6-fcbc-4b14-a26f-30cf57153ee3 req-bea67307-7b19-4210-9524-13ae63b65917 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Jun 22 09:08:58.678838 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.743189 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (e7c16c6f-2cbb-4990-8db1-24cdecad184d), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:58.839654 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Floating IP e7c16c6f-2cbb-4990-8db1-24cdecad184d associated. External IP: 172.27.0.151, port: 5897603a-c758-4aef-b13d-a1bcac6199a0. Jun 22 09:08:58.979235 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:59.042437 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:08:59.145448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:08:59.150605 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:59.155410 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:08:59.172103 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:59.172721 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:59.185020 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-41464e40-332e-43d3-835f-09647a07a3c8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "PUT /v2.0/floatingips/e7c16c6f-2cbb-4990-8db1-24cdecad184d HTTP/1.1" status: 200 len: 991 time: 0.9885917 Jun 22 09:08:59.185020 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:08:59.186812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2" -d '{"events": [{"name": "network-changed", "server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:08:59.223135 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbfe12-25e1-4464-82f3-9688d0b74f18 x-openstack-request-id: req-42bbfe12-25e1-4464-82f3-9688d0b74f18 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:08:59.223418 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:08:59.223665 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42bbfe12-25e1-4464-82f3-9688d0b74f18 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:08:59.224058 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bbfe12-25e1-4464-82f3-9688d0b74f18'] response: {'name': 'network-changed', 'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'status': 'completed', 'code': 200} Jun 22 09:08:59.335329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-4399f7e0-c229-427d-9dfd-17ff83bc43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:59.336848 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-4399f7e0-c229-427d-9dfd-17ff83bc43f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1129 time: 0.0452361 Jun 22 09:08:59.384364 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:59.405525 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:59.448241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-082985f2-cf4e-4fbb-a680-45cfc10850fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:59.449914 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-082985f2-cf4e-4fbb-a680-45cfc10850fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.0936272 Jun 22 09:08:59.522575 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-ae939800-c4de-4e4f-8ad2-b0dd698876da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 200 len: 999 time: 0.0590405 Jun 22 09:08:59.558460 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:08:59.582627 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-6d773e0e-37ef-4fd7-9850-8ba48c7176a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:59.584566 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-6d773e0e-37ef-4fd7-9850-8ba48c7176a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0523617 Jun 22 09:08:59.615967 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:08:59.643033 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-2c4058c6-01c5-4254-917a-edb393b278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:59.644647 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-2c4058c6-01c5-4254-917a-edb393b278a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505602 Jun 22 09:08:59.679369 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'e7c16c6f-2cbb-4990-8db1-24cdecad184d', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'mac_address': 'fa:16:3e:da:92:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:08:44Z', 'updated_at': '2022-06-22T09:08:58Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:59.705147 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:08:59.715736 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:08:59.716376 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:08:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:08:59.798388 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37f6a2-c0ab-4885-a601-6897c26d5f66 req-93dd0b32-9c03-4dbe-80f8-ab64267327b9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:08:59.800049 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cf37f6a2-c0ab-4885-a601-6897c26d5f66 req-93dd0b32-9c03-4dbe-80f8-ab64267327b9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0529814 Jun 22 09:08:59.826570 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:08:59.853624 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cf37f6a2-c0ab-4885-a601-6897c26d5f66 req-4c63f4da-8c71-40d1-a5dc-742682da27c5 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 Jun 22 09:08:59.979894 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-e936f707-dd35-4024-9da5-e7cbb2902c25 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250027 Jun 22 09:09:00.042785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'e7c16c6f-2cbb-4990-8db1-24cdecad184d', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'mac_address': 'fa:16:3e:da:92:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:08:44Z', 'updated_at': '2022-06-22T09:08:58Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:00.067930 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ecc7b-185f-49c0-8df2-0f21ac2aaa34 None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'e7c16c6f-2cbb-4990-8db1-24cdecad184d', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'mac_address': 'fa:16:3e:da:92:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:08:44Z', 'updated_at': '2022-06-22T09:08:58Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:00.080981 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-be8157f4-8b5b-4eb3-b58d-3b17ba2096f2 req-9112e29b-523b-4a83-9082-43e1d1b79325 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885489 Jun 22 09:09:00.272707 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679f83c-618b-4163-b58b-308c38d4eac5 None None] New status for floating IP e7c16c6f-2cbb-4990-8db1-24cdecad184d: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:09:00.974531 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066566a-1b2e-48cd-9b2a-0e0bb3cb5202 req-dc17b7b4-bfb6-4324-89cf-4fa11427ad4c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:00.976698 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9066566a-1b2e-48cd-9b2a-0e0bb3cb5202 req-dc17b7b4-bfb6-4324-89cf-4fa11427ad4c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0509470 Jun 22 09:09:01.023585 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9066566a-1b2e-48cd-9b2a-0e0bb3cb5202 req-c748bc0a-661c-4cc1-8a9c-1ceca09a9e30 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Jun 22 09:09:01.178691 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:01.554238 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:02.144728 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2256bdd-0804-4726-8c98-a5f58858bebd req-f2e7ca94-ba13-4290-b826-4629a9c2845b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:02.146180 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f2256bdd-0804-4726-8c98-a5f58858bebd req-f2e7ca94-ba13-4290-b826-4629a9c2845b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0535760 Jun 22 09:09:02.206731 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f2256bdd-0804-4726-8c98-a5f58858bebd req-6de0a219-f874-4c2c-a12f-29237aff957b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Jun 22 09:09:03.328275 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d421ad7-9183-4038-9af3-cbfb8211b261 req-5f7d8db9-23d7-4347-8b83-7b62f787258e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:03.329768 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d421ad7-9183-4038-9af3-cbfb8211b261 req-5f7d8db9-23d7-4347-8b83-7b62f787258e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Jun 22 09:09:03.380189 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d421ad7-9183-4038-9af3-cbfb8211b261 req-a66fb779-a489-4301-9899-5cfa90444997 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jun 22 09:09:04.530886 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bc27a-626c-40fb-8217-2f7e6b4b2c96 req-f029d415-1a01-46ba-bfbe-dd24de9bcffc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:04.533126 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-805bc27a-626c-40fb-8217-2f7e6b4b2c96 req-f029d415-1a01-46ba-bfbe-dd24de9bcffc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0760353 Jun 22 09:09:04.591209 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-805bc27a-626c-40fb-8217-2f7e6b4b2c96 req-6cf18919-2dea-4527-83d5-2f1b61c93a9d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Jun 22 09:09:05.689526 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:05.701850 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608260fc-9d39-4b6a-9164-08b571180d69 req-1c5dca7b-1e87-4bb7-99f3-3add1539dcaa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:05.703337 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-608260fc-9d39-4b6a-9164-08b571180d69 req-1c5dca7b-1e87-4bb7-99f3-3add1539dcaa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0463982 Jun 22 09:09:05.749192 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-608260fc-9d39-4b6a-9164-08b571180d69 req-30839242-09df-4e23-aa9d-7d0ac0c2e342 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Jun 22 09:09:06.860613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd5e2a-edae-4232-bd9e-18bba153dfb7 req-b272aa2c-f391-466a-9bc7-15a5af2f65ac tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:06.862081 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f7bd5e2a-edae-4232-bd9e-18bba153dfb7 req-b272aa2c-f391-466a-9bc7-15a5af2f65ac tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0461559 Jun 22 09:09:06.907839 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f7bd5e2a-edae-4232-bd9e-18bba153dfb7 req-e0da20d3-a130-46a1-9f06-3bbfcbcc07b4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Jun 22 09:09:08.032319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618716e9-ab4a-4391-94dd-e685214f5d18 req-892a40b9-f39d-4455-9dd2-075ca1cd1a1e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:08.033776 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-618716e9-ab4a-4391-94dd-e685214f5d18 req-892a40b9-f39d-4455-9dd2-075ca1cd1a1e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0567052 Jun 22 09:09:08.079879 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-618716e9-ab4a-4391-94dd-e685214f5d18 req-479aded7-10a9-4f82-bfc9-42149a4f7ce2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Jun 22 09:09:09.072062 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-3fa71142-5785-4a41-b4c1-30540d5dfc7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394127 Jun 22 09:09:09.192413 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-047c693d-767c-4728-b55c-cba0b0a1fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:09.193877 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-047c693d-767c-4728-b55c-cba0b0a1fcc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 1130 time: 0.0712187 Jun 22 09:09:09.209963 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972898f-8195-47ca-9369-05f85f001ee6 req-f18af11f-bdad-45fa-b08b-fab23f79b210 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:09.211513 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5972898f-8195-47ca-9369-05f85f001ee6 req-f18af11f-bdad-45fa-b08b-fab23f79b210 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0601661 Jun 22 09:09:09.322904 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5972898f-8195-47ca-9369-05f85f001ee6 req-fe974ba7-7c3c-455c-91c8-53aa9a24b265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992301 Jun 22 09:09:09.340216 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-bd0211f1-cb35-43e4-8095-634912d4a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:09.351158 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-bd0211f1-cb35-43e4-8095-634912d4a57c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1263595 Jun 22 09:09:09.390767 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-7debfb6a-1320-4bb8-81c7-f5a00ceca890 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90 HTTP/1.1" status: 200 len: 217 time: 0.0401952 Jun 22 09:09:09.407176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:09.454148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-16911b97-942f-4346-a0ed-4ee0fae15984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:09.455843 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-16911b97-942f-4346-a0ed-4ee0fae15984 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0576642 Jun 22 09:09:09.502572 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-4251d376-a97c-4210-9087-c8a8298da508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:09.504150 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-4251d376-a97c-4210-9087-c8a8298da508 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411313 Jun 22 09:09:09.624263 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-79ab7f43-7d00-4071-a7b8-b9b98cf4ee4c service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963094 Jun 22 09:09:09.744678 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ccd72603-d814-4e7b-8f42-38c5b33a497f req-18ef111b-3739-49f7-9f58-523d6c05e781 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000187 Jun 22 09:09:10.430664 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:10.450574 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=11 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:10.452157 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc917108-5e59-4d3e-b659-73955de46ccc req-903c777e-536d-4ba2-9d19-72623057f5b4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:10.453634 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dc917108-5e59-4d3e-b659-73955de46ccc req-903c777e-536d-4ba2-9d19-72623057f5b4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Jun 22 09:09:10.501546 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dc917108-5e59-4d3e-b659-73955de46ccc req-8916bff7-1655-4832-a7c7-ef9793c21164 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Jun 22 09:09:10.656501 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:09:11.324673 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:11.395345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:11.617183 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32f16-04f1-4307-b6e5-cd2c23052d05 req-c686adf8-92ac-422c-8840-fc001a51c437 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:11.618684 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d4e32f16-04f1-4307-b6e5-cd2c23052d05 req-c686adf8-92ac-422c-8840-fc001a51c437 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0480399 Jun 22 09:09:11.669102 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d4e32f16-04f1-4307-b6e5-cd2c23052d05 req-702a88cf-721e-4de3-9705-05885a70dad0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Jun 22 09:09:12.786466 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee93a80-81d7-4c48-a090-81d27d1cd8e0 req-5d14ff8e-0473-45c4-9874-f4e1b3efb792 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:12.788262 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cee93a80-81d7-4c48-a090-81d27d1cd8e0 req-5d14ff8e-0473-45c4-9874-f4e1b3efb792 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0475748 Jun 22 09:09:12.820136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:12.834999 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cee93a80-81d7-4c48-a090-81d27d1cd8e0 req-5c6e02f4-5d70-47f1-89ff-f8f02f2e5de2 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Jun 22 09:09:13.954654 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7ce6a-5f36-42c7-a9dc-e941077e0f44 req-4db17d0e-dee1-42a7-81f5-9ca0f7c7be80 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:13.956280 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-38a7ce6a-5f36-42c7-a9dc-e941077e0f44 req-4db17d0e-dee1-42a7-81f5-9ca0f7c7be80 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Jun 22 09:09:14.007395 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-38a7ce6a-5f36-42c7-a9dc-e941077e0f44 req-1482eee0-f8ed-43c0-a08d-4ca1cc609254 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Jun 22 09:09:14.212565 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab1623-abf4-4e45-8bb5-709bccb4da2b req-dcdaa8be-a3e8-45e3-afee-d5e0272a37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:14.214072 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-20ab1623-abf4-4e45-8bb5-709bccb4da2b req-dcdaa8be-a3e8-45e3-afee-d5e0272a37b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1129 time: 0.0457945 Jun 22 09:09:14.347036 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-20ab1623-abf4-4e45-8bb5-709bccb4da2b req-ce4dab99-777c-49b0-9575-9bed543031ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Jun 22 09:09:15.133251 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b012-e0a7-4742-9365-85e41fbd9d65 req-a4a36473-18b5-41b5-a47b-755ddaeebdaa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:15.134739 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-93c6b012-e0a7-4742-9365-85e41fbd9d65 req-a4a36473-18b5-41b5-a47b-755ddaeebdaa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0577059 Jun 22 09:09:15.184242 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-93c6b012-e0a7-4742-9365-85e41fbd9d65 req-f45e1588-4756-464b-af8c-040b3285b67b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Jun 22 09:09:16.284279 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:16.299426 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2a0b7-f714-491d-baaa-f2e45003f3f8 req-15fd1281-e2a8-4dca-a54d-c61ea0b4231e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:16.300905 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-34c2a0b7-f714-491d-baaa-f2e45003f3f8 req-15fd1281-e2a8-4dca-a54d-c61ea0b4231e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0484729 Jun 22 09:09:16.350139 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-34c2a0b7-f714-491d-baaa-f2e45003f3f8 req-94aae139-993f-4fd2-8b3d-3332855b4ea9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jun 22 09:09:17.472891 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faa686-befb-412b-80ed-f70e6387a6e8 req-5b617259-47ca-4a72-acfe-da237fadc964 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:17.479072 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-90faa686-befb-412b-80ed-f70e6387a6e8 req-5b617259-47ca-4a72-acfe-da237fadc964 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0527973 Jun 22 09:09:17.523658 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-90faa686-befb-412b-80ed-f70e6387a6e8 req-1067d1e3-64c4-4903-b1b5-7d5930b63b8d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Jun 22 09:09:18.022241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea99568-5fa7-44b2-8987-1de3cc95200a req-005dc525-7436-41ae-9dd8-f5dc61360b80 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:18.023772 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cea99568-5fa7-44b2-8987-1de3cc95200a req-005dc525-7436-41ae-9dd8-f5dc61360b80 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0493982 Jun 22 09:09:18.099110 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cea99568-5fa7-44b2-8987-1de3cc95200a req-ed2e7976-6308-4705-9d90-e98edc70f09b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693107 Jun 22 09:09:18.111300 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-4aa6a202-6d5c-4348-a595-7d9c93576ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:18.112769 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-4aa6a202-6d5c-4348-a595-7d9c93576ec2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1129 time: 0.0466230 Jun 22 09:09:18.220415 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-456295d3-ad62-41ae-9d15-9eac0359341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:18.221916 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-456295d3-ad62-41ae-9d15-9eac0359341b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1005712 Jun 22 09:09:18.268936 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-e2da3755-304a-40a2-81e5-f99d667831a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 200 len: 217 time: 0.0331931 Jun 22 09:09:18.325321 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-30316390-5104-4afa-8901-c2969f2a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:18.326780 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-30316390-5104-4afa-8901-c2969f2a0ec9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0481379 Jun 22 09:09:18.372888 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-684068e3-cb82-40bd-9dd1-2326b5bfda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:18.374489 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-684068e3-cb82-40bd-9dd1-2326b5bfda18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405140 Jun 22 09:09:18.473143 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-2084779b-8673-447c-80db-c4539a2fa270 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918853 Jun 22 09:09:18.572618 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4702e953-c3dd-4632-82d5-e83ebe8bdec8 req-1896978b-82c2-4d73-9489-a4ac12d110ed service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908785 Jun 22 09:09:18.745593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:18.756692 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b7757-92c9-4f0e-b10b-8f3e53bfddf7 req-12b6e17f-e336-4739-a17d-1b0036093472 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:18.758276 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-638b7757-92c9-4f0e-b10b-8f3e53bfddf7 req-12b6e17f-e336-4739-a17d-1b0036093472 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0493035 Jun 22 09:09:18.804571 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-638b7757-92c9-4f0e-b10b-8f3e53bfddf7 req-2f860b71-9aab-405d-a719-200104894c86 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Jun 22 09:09:19.202205 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:19.215331 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b67f-4ba6-41d0-b534-426037e78636 req-4f4a9058-0370-4213-a1b2-5934a36e1118 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:19.217640 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-26f0b67f-4ba6-41d0-b534-426037e78636 req-4f4a9058-0370-4213-a1b2-5934a36e1118 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0501196 Jun 22 09:09:19.263994 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-26f0b67f-4ba6-41d0-b534-426037e78636 req-7b189bd9-0fed-4570-bec7-ffb189c2c812 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Jun 22 09:09:19.927207 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55828-7b6d-47fc-a9cc-ca918a150566 req-d05d1ea2-6c0d-4fae-aed1-2f014e410565 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:19.928668 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6c55828-7b6d-47fc-a9cc-ca918a150566 req-d05d1ea2-6c0d-4fae-aed1-2f014e410565 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0500805 Jun 22 09:09:19.977918 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6c55828-7b6d-47fc-a9cc-ca918a150566 req-d2ce4343-abd3-4b4a-bfa4-d7e68f6ef09e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Jun 22 09:09:20.392166 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0ab8c-56e6-43c3-b895-ca42975521c3 req-2dc34886-8a71-4815-ae70-3ffa8635f42f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:20.393638 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-eae0ab8c-56e6-43c3-b895-ca42975521c3 req-2dc34886-8a71-4815-ae70-3ffa8635f42f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Jun 22 09:09:20.443282 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-eae0ab8c-56e6-43c3-b895-ca42975521c3 req-a42924ac-511d-4175-bfb6-a23b5013e528 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Jun 22 09:09:21.094693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7851af-c79f-4f7f-84d0-90131137e152 req-37d2bd74-d219-4cd5-8f1e-fcdea3d1e122 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:21.096158 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9b7851af-c79f-4f7f-84d0-90131137e152 req-37d2bd74-d219-4cd5-8f1e-fcdea3d1e122 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0463171 Jun 22 09:09:21.144069 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9b7851af-c79f-4f7f-84d0-90131137e152 req-425cc38e-a4f6-4ef2-b634-25b2a4fcadec tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Jun 22 09:09:21.329135 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:21.554770 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0440e0-5f20-4958-9bd0-e45157b610ef req-ab2605aa-6883-4294-af32-49668b23fafa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:21.556217 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7e0440e0-5f20-4958-9bd0-e45157b610ef req-ab2605aa-6883-4294-af32-49668b23fafa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0454078 Jun 22 09:09:21.607545 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7e0440e0-5f20-4958-9bd0-e45157b610ef req-38477c3e-af65-4fb3-ab8e-b5be90e60633 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Jun 22 09:09:22.264483 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8ba3d-10b7-4741-8b72-b655f713726a req-036853ff-726e-4cdc-8e6c-f744ff84a918 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:22.265953 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f1e8ba3d-10b7-4741-8b72-b655f713726a req-036853ff-726e-4cdc-8e6c-f744ff84a918 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0532467 Jun 22 09:09:22.311444 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:22.316127 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f1e8ba3d-10b7-4741-8b72-b655f713726a req-6d2e75d6-492b-4a74-a0d1-d6b1f77a39ff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442924 Jun 22 09:09:22.735600 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242a85-3793-45c0-8f84-5ed92075fde9 req-e3ff4908-d946-453a-b06c-e9348c3ef10a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:22.737082 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da242a85-3793-45c0-8f84-5ed92075fde9 req-e3ff4908-d946-453a-b06c-e9348c3ef10a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Jun 22 09:09:22.785050 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da242a85-3793-45c0-8f84-5ed92075fde9 req-9b09d575-963f-440b-9bd1-6c86f23be6ee tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Jun 22 09:09:23.434305 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4417-94da-42a0-a27f-e6b54e56a9cf req-4753f20c-9419-46b1-9f05-19e3822c79f3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:23.439903 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-71af4417-94da-42a0-a27f-e6b54e56a9cf req-4753f20c-9419-46b1-9f05-19e3822c79f3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0497677 Jun 22 09:09:23.485985 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-71af4417-94da-42a0-a27f-e6b54e56a9cf req-ee9255a6-8e17-4d1f-b2d9-74f0bc9eee8b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Jun 22 09:09:23.657665 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:23.658423 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:24.607456 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142a41e-4d3b-4627-ad87-a856f13ef6e6 req-49ebadb7-f5bd-4a49-9eda-7656c3ca2c88 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:24.608797 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a142a41e-4d3b-4627-ad87-a856f13ef6e6 req-49ebadb7-f5bd-4a49-9eda-7656c3ca2c88 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0527020 Jun 22 09:09:24.613930 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:24.618552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302366537', 'description': 'tempest-description--84240180'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:24.657250 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a142a41e-4d3b-4627-ad87-a856f13ef6e6 req-fb14c4e8-be45-4418-a720-62e5e043cb13 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Jun 22 09:09:24.690785 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:24.760319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group (87dee1f1-34af-4d7f-9796-a66c9f669b99), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:24.804859 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (87dee1f1-34af-4d7f-9796-a66c9f669b99), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:24.837884 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dee1f1-34af-4d7f-9796-a66c9f669b99,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:24.845592 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.845955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.846304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.846650 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.847027 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.847370 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.847706 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.848039 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.848474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.848809 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.849141 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.849515 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.849843 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.850172 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.850498 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:24.904693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:24.905963 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a35041fd-adf3-4db2-a4fe-7970798ca310 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2909203 Jun 22 09:09:24.908724 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51274) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:24.913012 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'security_group_rule': {'security_group_id': '87dee1f1-34af-4d7f-9796-a66c9f669b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:24.981817 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group_rule (1c110193-383d-408a-8bf5-6e0fab909d8e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.040172 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group_rule (1c110193-383d-408a-8bf5-6e0fab909d8e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.096087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (1c110193-383d-408a-8bf5-6e0fab909d8e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.116803 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c110193-383d-408a-8bf5-6e0fab909d8e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:25.195523 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.196779 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6eca6c2c-54b7-445e-9c04-e1c09c8b6691 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871194 Jun 22 09:09:25.211405 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51278) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:25.215657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'security_group_rule': {'security_group_id': '87dee1f1-34af-4d7f-9796-a66c9f669b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:25.327246 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group_rule (3599b3b3-5710-4306-98f6-2625c670183c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.372919 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:25.389630 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group_rule (3599b3b3-5710-4306-98f6-2625c670183c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.479211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (3599b3b3-5710-4306-98f6-2625c670183c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.497895 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3599b3b3-5710-4306-98f6-2625c670183c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:25.577462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.578691 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a27441a9-d369-4ce8-b8d4-dbdaea6ced5a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663709 Jun 22 09:09:25.581918 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51286) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:25.586214 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:25.673956 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.786154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:25.800103 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59db54b-0bd9-4c7b-91b3-7dee0e256756 req-45cf270f-9c65-40cc-a5ab-a46f00d99fa9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:25.801577 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a59db54b-0bd9-4c7b-91b3-7dee0e256756 req-45cf270f-9c65-40cc-a5ab-a46f00d99fa9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0645704 Jun 22 09:09:25.854608 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:25.915769 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a59db54b-0bd9-4c7b-91b3-7dee0e256756 req-dc239e52-27ce-44d1-8837-27ba0bc255f4 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084452 Jun 22 09:09:25.945841 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Allocated IP 172.27.0.193 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/dcbe27a5-ca02-4cb5-814d-6d53d9bd434b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:26.051466 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.137053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.175662 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:26.179975 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:26.184176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:26.196284 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4828cae7-82bf-434c-b0c5-4b3fa5fc2dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.206913 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:26.213568 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'Port': ['ID=dcbe27a5-ca02-4cb5-814d-6d53d9bd434b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:26.273009 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.381978 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.539081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.581924 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.655887 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'Port': ['ID=dcbe27a5-ca02-4cb5-814d-6d53d9bd434b,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:26.664021 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.715908 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:26.717669 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ce94109c-1f00-412f-b0e5-c2cdc9cd30bc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1347048 Jun 22 09:09:26.913061 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-f4b450b9-ef6b-4079-9c37-f4b8f5654896 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1302366537&fields=id&tenant_id=aa1c1626dad34ae9a2216e46ffae4003 HTTP/1.1" status: 200 len: 267 time: 0.0427680 Jun 22 09:09:27.022908 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-658c8d1d-a7ea-42d6-a563-610a9417c711 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:27.024447 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-658c8d1d-a7ea-42d6-a563-610a9417c711 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 818 time: 0.1049004 Jun 22 09:09:27.036263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4808-a832-442a-bdfe-e0f8f1cbb7d1 req-ee95216c-6a7a-4eb6-9be9-b446b98a0128 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:27.037807 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-498e4808-a832-442a-bdfe-e0f8f1cbb7d1 req-ee95216c-6a7a-4eb6-9be9-b446b98a0128 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0476439 Jun 22 09:09:27.040879 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-48feb4b8-bf00-4e75-b42d-9fe17faf54fe tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/quotas/aa1c1626dad34ae9a2216e46ffae4003 HTTP/1.1" status: 200 len: 375 time: 0.0103321 Jun 22 09:09:27.085676 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-498e4808-a832-442a-bdfe-e0f8f1cbb7d1 req-981541a9-9dca-4a75-937d-1b6d6497e068 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Jun 22 09:09:27.094906 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-968b50f3-8d6f-4023-a4a1-cee9fa9704d1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487859 Jun 22 09:09:27.195774 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-74573379-1ff1-49cc-a609-98a8e9a2a337 service neutron] 10.222.0.55 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877149 Jun 22 09:09:27.286583 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-1adad6af-267d-4876-8ae8-8034ad8ea465 service neutron] 10.222.0.55 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847821 Jun 22 09:09:27.520744 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-647344bf-a17c-4dac-ba26-23c4d58edf7a req-bd10cf89-a7f5-4aef-83f7-77ce800c6746 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0330112 Jun 22 09:09:28.190054 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:28.204199 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5024a-6411-4028-b24d-092e5b945278 req-86c0d716-6be9-4815-b6c0-2908f986431b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:28.205730 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a6c5024a-6411-4028-b24d-092e5b945278 req-86c0d716-6be9-4815-b6c0-2908f986431b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0490928 Jun 22 09:09:28.257973 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a6c5024a-6411-4028-b24d-092e5b945278 req-8fcfb135-c928-45e2-b3aa-15ee41d5e472 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Jun 22 09:09:28.404648 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-51bfbce9-c633-4548-846f-d61afb183a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:28.619008 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-14329dcf-caec-478e-9c19-f14d278ebfab req-2d6f7f95-b442-4f21-b6ad-7959413e1d1e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Jun 22 09:09:29.377540 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0209ed4-11e2-4940-a12a-e0be62a16ac8 req-e0e0d9f3-0c85-4bce-afc5-2e70b0fcce2a tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:29.379053 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f0209ed4-11e2-4940-a12a-e0be62a16ac8 req-e0e0d9f3-0c85-4bce-afc5-2e70b0fcce2a tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0524638 Jun 22 09:09:29.413487 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:29.432861 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f0209ed4-11e2-4940-a12a-e0be62a16ac8 req-b318dc62-9c93-4df2-8eec-e6a82673cf87 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477641 Jun 22 09:09:29.570573 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:29.720779 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-886750d6-262f-40a0-9a34-68b2f87d2ed9 req-78e164dd-425d-4cce-b43f-61e991622074 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0275354 Jun 22 09:09:30.544616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf151c03-5686-4d7f-8ffb-553c3975a9b6 req-d5decc00-4ef3-44a0-b327-8318ec23ef54 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:30.546658 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bf151c03-5686-4d7f-8ffb-553c3975a9b6 req-d5decc00-4ef3-44a0-b327-8318ec23ef54 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0456586 Jun 22 09:09:30.592424 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bf151c03-5686-4d7f-8ffb-553c3975a9b6 req-9de42384-4d72-4f01-b916-71ea29a44f8f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402415 Jun 22 09:09:30.815632 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fa0209c7-34b1-46ea-b51e-6be830dfa584 req-d7db3054-5e45-41f1-a96b-3fa365e61361 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0271797 Jun 22 09:09:31.113030 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.564514 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:31.711186 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75c761-6857-45f2-8573-81b276a038d9 req-6a634b98-e356-47eb-9255-04aa4d844fbe tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:31.712683 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fb75c761-6857-45f2-8573-81b276a038d9 req-6a634b98-e356-47eb-9255-04aa4d844fbe tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0499423 Jun 22 09:09:31.762449 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fb75c761-6857-45f2-8573-81b276a038d9 req-5c97198d-82f3-4f89-8cb0-545b3e094feb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Jun 22 09:09:31.912792 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f277217-42a3-4e68-9283-546f342f496c req-7451171c-8b48-46ce-8d2c-477a67430f10 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0306034 Jun 22 09:09:32.876484 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab81683-66da-4f1b-a301-ce65a41c0bac req-7ecd3aae-459a-48b4-a4ee-a75e9a72151b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:32.877906 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ab81683-66da-4f1b-a301-ce65a41c0bac req-7ecd3aae-459a-48b4-a4ee-a75e9a72151b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0458095 Jun 22 09:09:32.930074 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ab81683-66da-4f1b-a301-ce65a41c0bac req-097d37c2-d8ec-4725-890e-7f65c8b7018e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 Jun 22 09:09:33.011792 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dc26c4cb-dcaf-4fdf-bdf3-fb1aa9956977 req-480f4a6f-d373-4c1e-9b51-eeefe0df568e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0318933 Jun 22 09:09:34.111147 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fe51b333-d6d9-4be9-8a8d-fbe35a7967ae req-269e0c74-a4ce-4a8b-8839-ca5812586866 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0282822 Jun 22 09:09:34.180384 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac567b85-587f-48d3-989e-7aa5161a4fb8 req-d9c4b4e8-6a02-46c1-b8dc-2a0079cf1679 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:34.181807 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ac567b85-587f-48d3-989e-7aa5161a4fb8 req-d9c4b4e8-6a02-46c1-b8dc-2a0079cf1679 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0459697 Jun 22 09:09:34.230641 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ac567b85-587f-48d3-989e-7aa5161a4fb8 req-1b87ae88-e3f9-4499-b715-bae20eda3c34 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Jun 22 09:09:35.206737 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b971d33-e2a1-4aa3-bad2-7579a3522ec9 req-a1eefabd-c312-47d3-961d-e0f3cb52f777 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0273778 Jun 22 09:09:35.343261 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c3d07-2649-49bb-bcf8-c65b1a85f148 req-e6c28b20-209d-40e8-8228-5ec28e78ac41 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:35.344714 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-814c3d07-2649-49bb-bcf8-c65b1a85f148 req-e6c28b20-209d-40e8-8228-5ec28e78ac41 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0475998 Jun 22 09:09:35.392228 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-814c3d07-2649-49bb-bcf8-c65b1a85f148 req-9e2d103e-cc8b-4438-95cc-5cd8a65bc0ad tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Jun 22 09:09:36.303776 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ef40cb2d-bc1f-4a0f-a207-00429e16eeee req-e4aa3d15-8c22-4fdf-b0ad-fe6d5d43f45a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0297551 Jun 22 09:09:36.505705 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701bba2-24b5-4285-8617-fdc587dd492c req-f2d01d41-219b-4c5e-a967-fb1d3f7eca96 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:36.507182 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4701bba2-24b5-4285-8617-fdc587dd492c req-f2d01d41-219b-4c5e-a967-fb1d3f7eca96 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0460093 Jun 22 09:09:36.553672 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4701bba2-24b5-4285-8617-fdc587dd492c req-456441b7-0407-4094-90f8-a9c637b5d802 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Jun 22 09:09:37.403545 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1f5de452-f100-40d4-a308-dcda60b4079c req-77e43f21-1381-4a0f-8a9f-7cf3cf58ad1f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0282927 Jun 22 09:09:37.672701 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01571-7441-461b-8836-4500b5e089a4 req-217bbedb-941b-4c59-8130-590fa792cc57 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:37.674162 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-70d01571-7441-461b-8836-4500b5e089a4 req-217bbedb-941b-4c59-8130-590fa792cc57 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0501449 Jun 22 09:09:37.720526 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-70d01571-7441-461b-8836-4500b5e089a4 req-5a3e65f3-4f49-4355-9cf3-41f67f2727dd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Jun 22 09:09:38.499568 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cefb5dff-58ef-47be-a415-d62eb88071f2 req-fdcde465-dd3c-4a77-8423-6512de31d27f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0290859 Jun 22 09:09:38.847380 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3849516-ac83-4822-98cf-a68a3f7a9d60 req-1bdf1cc4-6e9c-430d-99e0-b01324c4d88c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:38.848798 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f3849516-ac83-4822-98cf-a68a3f7a9d60 req-1bdf1cc4-6e9c-430d-99e0-b01324c4d88c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0492396 Jun 22 09:09:38.897325 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f3849516-ac83-4822-98cf-a68a3f7a9d60 req-60dcadad-2def-4b2e-9d20-a9f4a0732f4a tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426576 Jun 22 09:09:38.972267 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:39.053696 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c2c74c69-fc5f-493f-b0b4-d2fd9912ef72 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:39.055118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c2c74c69-fc5f-493f-b0b4-d2fd9912ef72 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 818 time: 0.1030769 Jun 22 09:09:39.128982 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-8bc24225-f20a-4f83-94c5-c5f9b7e560ec tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa1c1626dad34ae9a2216e46ffae4003 HTTP/1.1" status: 200 len: 380 time: 0.0556571 Jun 22 09:09:39.138290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'port': {'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'admin_state_up': True, 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'security_groups': ['87dee1f1-34af-4d7f-9796-a66c9f669b99']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:39.216788 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:39.313358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Made reservation on behalf of aa1c1626dad34ae9a2216e46ffae4003 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:39.316892 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.328084 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51490) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:39.333280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336973407', 'description': 'tempest-description--1480805006'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:39.404102 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.455104 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Allocated IP 172.20.0.9 (b36bc90f-3b6b-474d-8af3-dd7768321d61/740d1db4-74c2-4b37-8ebf-004a5db8ee9b/c3ed1249-4d90-4b41-b5b8-c3d483a0e086) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:39.466279 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:39.476607 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (050d2b7e-36cc-429b-ad31-09b9f4023796), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.547466 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (050d2b7e-36cc-429b-ad31-09b9f4023796), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.569984 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:39.579428 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050d2b7e-36cc-429b-ad31-09b9f4023796,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:39.598282 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.598634 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.599008 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.599349 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.599712 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.600020 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.600611 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.600937 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.601261 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.601585 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.601698 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.602194 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.602194 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.602527 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.602882 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.603187 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:39.622201 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cf1d88bf-a833-4cae-8fa7-5a308241a458 req-c1f966ce-4413-483e-a8d3-53fe67b34a97 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0397687 Jun 22 09:09:39.669163 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.670421 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-50744705-1baf-48ed-b788-6f795813565d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3408659 Jun 22 09:09:39.673263 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51498) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:39.677760 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': '050d2b7e-36cc-429b-ad31-09b9f4023796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:39.696392 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.741846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:39.744792 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:39.749216 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:39.772665 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event updated for resources: {'Port': ['ID=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:39.806370 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:39.807102 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.827971 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (b03956a8-d15e-424d-9d55-c3d482431fcd), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.889317 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (b03956a8-d15e-424d-9d55-c3d482431fcd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.910481 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-37698a00-90eb-4d78-b192-088a003d7265 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737567 Jun 22 09:09:39.932462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Request body: {'port': {'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:39.939911 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a113ebef-288c-44c9-9053-96da1c85510d None None] Provisioning complete for port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:39.950356 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a113ebef-288c-44c9-9053-96da1c85510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:39.968132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:39.973202 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a113ebef-288c-44c9-9053-96da1c85510d None None] Port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:40.034802 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (b03956a8-d15e-424d-9d55-c3d482431fcd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.042648 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.065106 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9e8ff-3b68-406f-b5b9-02015500649d req-4c6bf176-9fa4-4e0b-b0e9-c13d81262094 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:40.066739 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1cc9e8ff-3b68-406f-b5b9-02015500649d req-4c6bf176-9fa4-4e0b-b0e9-c13d81262094 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0853984 Jun 22 09:09:40.073440 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03956a8-d15e-424d-9d55-c3d482431fcd,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.149422 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.150620 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-80dd1b20-a87f-4f15-8c34-b0170809587b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4762959 Jun 22 09:09:40.153382 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51510) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:40.157660 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': '050d2b7e-36cc-429b-ad31-09b9f4023796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:40.206488 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1cc9e8ff-3b68-406f-b5b9-02015500649d req-b8bb4f3f-3d95-42e3-9d23-4789cbaa164e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099422 Jun 22 09:09:40.278573 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (2655172e-9bcf-43a7-8aa6-52363d198f19), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.286408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:40.337277 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (2655172e-9bcf-43a7-8aa6-52363d198f19), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.367563 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ed1249-4d90-4b41-b5b8-c3d483a0e086 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:40.375687 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Publish callbacks [] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.387927 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Transition to ACTIVE for port object c3ed1249-4d90-4b41-b5b8-c3d483a0e086 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:09:40.410032 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (2655172e-9bcf-43a7-8aa6-52363d198f19), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.431503 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2655172e-9bcf-43a7-8aa6-52363d198f19,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.501281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.533369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.537907 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-875de830-1eaf-4c4a-9280-45ad92218ead tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3802688 Jun 22 09:09:40.538014 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:40.542526 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:40.552522 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.636759 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Attempting to bind port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:40.637430 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Attempting to bind port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:40.637549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Attempting to bind port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:40.642597 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:09:40.643155 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Attempting to bind port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 on network b36bc90f-3b6b-474d-8af3-dd7768321d61 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:40.651424 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:40.651772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Checking segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:40.652154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Bound using segment: {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:40.652772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Bound port: c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85427361-51fc-469c-b440-b9071e294d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:40.653137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.684709 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.726137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] For port c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:40.729647 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] For port c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:40.790584 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf99d-1480-430e-9a0a-cea6956d346f req-aca58498-762d-4b36-9685-d81f246d5fa9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:40.792084 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e0fcf99d-1480-430e-9a0a-cea6956d346f req-aca58498-762d-4b36-9685-d81f246d5fa9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 943 time: 0.0855951 Jun 22 09:09:40.805167 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.827893 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.843407 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:40.843876 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:40.845272 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] 10.222.0.47 "PUT /v2.0/ports/c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 1093 time: 0.9188304 Jun 22 09:09:40.845716 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:40.848247 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c928c-f13e-4723-a42d-71d5cbd98901" -d '{"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:40.881278 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ddbd-73cb-4f5d-9a5a-a64cd608e0da service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:40.908207 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6003a226-0af3-4ec6-b4ff-21c1f90080e4 x-openstack-request-id: req-6003a226-0af3-4ec6-b4ff-21c1f90080e4 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:40.908497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:40.908779 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6003a226-0af3-4ec6-b4ff-21c1f90080e4 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:40.909145 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6003a226-0af3-4ec6-b4ff-21c1f90080e4'] response: {'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'status': 'completed', 'code': 200} Jun 22 09:09:40.911322 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e0fcf99d-1480-430e-9a0a-cea6956d346f req-809af995-ff2f-4bf1-8ca2-fb4b0a565d73 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114588 Jun 22 09:09:40.961941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:40.973509 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.27.0.12 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/741648a3-56c4-4e66-898b-ad768e6ac1f7) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:41.012132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c928c-f13e-4723-a42d-71d5cbd98901 req-35eb2bbb-4350-45ce-a67b-0081b3b28496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.014957 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2b2c928c-f13e-4723-a42d-71d5cbd98901 req-35eb2bbb-4350-45ce-a67b-0081b3b28496 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1127 time: 0.0443747 Jun 22 09:09:41.091930 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.122317 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:41.144776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c928c-f13e-4723-a42d-71d5cbd98901 req-c56e5a65-794c-41fb-a0d9-3cb60b176607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.146282 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2b2c928c-f13e-4723-a42d-71d5cbd98901 req-c56e5a65-794c-41fb-a0d9-3cb60b176607 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1175995 Jun 22 09:09:41.186028 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:41.203972 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.245181 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:41.248620 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:41.250383 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c928c-f13e-4723-a42d-71d5cbd98901 req-524bb269-04dc-4dbd-adaa-91ab31e48522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.252181 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2b2c928c-f13e-4723-a42d-71d5cbd98901 req-524bb269-04dc-4dbd-adaa-91ab31e48522 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970063 Jun 22 09:09:41.252477 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:41.258005 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=741648a3-56c4-4e66-898b-ad768e6ac1f7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.351811 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (62335f59-b9f9-4c67-bf78-165440c6f921), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.386877 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951ae1-d7a8-4251-8394-23fe4c727547 req-6a934298-5473-43c1-a376-70b4b9bfc349 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.389148 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69951ae1-d7a8-4251-8394-23fe4c727547 req-6a934298-5473-43c1-a376-70b4b9bfc349 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0892653 Jun 22 09:09:41.394405 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-e582e447-c158-4e24-8a13-1d2774a23774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.399413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-e582e447-c158-4e24-8a13-1d2774a23774 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1127 time: 0.0589166 Jun 22 09:09:41.415109 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.451389 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-1a83bd21-4afd-49d9-8c0e-bb5c5e5e31fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 217 time: 0.0394070 Jun 22 09:09:41.463121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.503795 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69951ae1-d7a8-4251-8394-23fe4c727547 req-12685d07-f4b5-46d6-939c-c3913bb8a0f0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070502 Jun 22 09:09:41.517490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-bbb8e518-4c88-42ee-97f5-6ac49cba835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.519142 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-bbb8e518-4c88-42ee-97f5-6ac49cba835a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0597792 Jun 22 09:09:41.563630 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-e69078d9-1a75-4852-afac-1df09ab91c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:41.565085 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-e69078d9-1a75-4852-afac-1df09ab91c72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383818 Jun 22 09:09:41.622776 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.666238 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-7dc048d2-f9d1-482d-8714-f184fe84bf91 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895517 Jun 22 09:09:41.695840 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:41.707074 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.767106 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-99de06b7-ebe1-4869-acb4-94a902937a20 req-31b9f6c2-6fa6-4722-9dac-11caae7ba612 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902262 Jun 22 09:09:41.775078 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=741648a3-56c4-4e66-898b-ad768e6ac1f7,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:41.784961 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (62335f59-b9f9-4c67-bf78-165440c6f921), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.858236 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:41.859667 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a2ab76fb-bfff-48fd-be3b-227bbd48c161 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3206780 Jun 22 09:09:42.030265 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7776-4664-410a-a52c-a0cdcee8d4db req-a601827d-44f1-48d6-acf9-36e47eea4972 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:42.035328 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-db0f7776-4664-410a-a52c-a0cdcee8d4db req-a601827d-44f1-48d6-acf9-36e47eea4972 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 943 time: 0.0545187 Jun 22 09:09:42.083619 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-db0f7776-4664-410a-a52c-a0cdcee8d4db req-9ed9796f-2636-401b-aa27-76688f9d0e7b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458801 Jun 22 09:09:42.339444 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-15dd41bd-186f-45b4-878e-e96da5bc0f02 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--336973407&fields=id&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 267 time: 0.2914374 Jun 22 09:09:42.447505 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a3381a28-4330-41f2-a892-1dc3ed61e900 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:42.449045 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a3381a28-4330-41f2-a892-1dc3ed61e900 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.1030750 Jun 22 09:09:42.463892 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-b488cc69-14b7-4fdd-a2a5-80e484597ec5 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/quotas/dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 375 time: 0.0090823 Jun 22 09:09:42.520587 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-3ac198eb-ded3-4720-94f2-d1993d62194c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501335 Jun 22 09:09:42.609259 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:42.620461 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-0218543d-d3fe-4001-81fc-270b16e822f1 service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876868 Jun 22 09:09:42.624796 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688f05-e9db-45e2-8560-b8a86882e586 req-c3071e1b-90b6-4430-b129-c5260d6a13d9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:42.626346 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ca688f05-e9db-45e2-8560-b8a86882e586 req-c3071e1b-90b6-4430-b129-c5260d6a13d9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0479045 Jun 22 09:09:42.674078 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ca688f05-e9db-45e2-8560-b8a86882e586 req-4692fd02-96a3-4581-b7aa-c4b4daf8f5e7 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Jun 22 09:09:42.717228 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-ecc32ace-bd20-4070-803e-92d2ed85b048 service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897624 Jun 22 09:09:42.963316 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f12d5a26-8e40-4a0e-a344-c4cd72994359 req-a8dbce5e-f79b-402c-8963-a2e2aa6c34f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0518386 Jun 22 09:09:42.975646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51566) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:43.036410 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851599-c8e7-4481-99c8-ec057c84244f req-ab3d2e59-ad65-4907-bb4f-0d8e74cadefb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:43.037786 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6d851599-c8e7-4481-99c8-ec057c84244f req-ab3d2e59-ad65-4907-bb4f-0d8e74cadefb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0486760 Jun 22 09:09:43.089099 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6d851599-c8e7-4481-99c8-ec057c84244f req-fa6726e8-3994-4c82-849a-e1d11c7b5325 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450830 Jun 22 09:09:43.138897 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-745bbfe1-a4d1-4528-b16f-806a91fcb13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.237319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eb9e7-3ddf-4874-a847-2caae45e87a3 req-807f9201-9f31-4a1b-b34b-27d64ac2649a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:43.239087 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a41eb9e7-3ddf-4874-a847-2caae45e87a3 req-807f9201-9f31-4a1b-b34b-27d64ac2649a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 943 time: 0.0730207 Jun 22 09:09:43.296396 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:43.304092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-745bbfe1-a4d1-4528-b16f-806a91fcb13a admin admin] Publish callbacks [] for security_group (45b2e7ed-e4ac-41b2-b187-d8637c953840), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.316025 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a41eb9e7-3ddf-4874-a847-2caae45e87a3 req-3b08e81b-ef25-45b4-ac2c-6f0787809587 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700896 Jun 22 09:09:43.364534 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-745bbfe1-a4d1-4528-b16f-806a91fcb13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (45b2e7ed-e4ac-41b2-b187-d8637c953840), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.423362 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-9d5881b0-ce3e-42ec-9862-c3cd0d5a95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:43.424867 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-9d5881b0-ce3e-42ec-9862-c3cd0d5a95fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1130 time: 0.0703564 Jun 22 09:09:43.427992 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bbfe1-a4d1-4528-b16f-806a91fcb13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2e7ed-e4ac-41b2-b187-d8637c953840,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:43.432046 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-745bbfe1-a4d1-4528-b16f-806a91fcb13a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=992bcbef1d4c43f598e7cb7dcc076077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554064 Jun 22 09:09:43.435640 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51582) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:43.526905 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a22037e0-a2bc-4a99-bfe1-01a9f7eb5099 admin admin] Publish callbacks [] for security_group (45b2e7ed-e4ac-41b2-b187-d8637c953840), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.531199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-1c136603-42d9-4bb6-99ac-7761f115cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:43.532649 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-1c136603-42d9-4bb6-99ac-7761f115cf74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 912 time: 0.0996654 Jun 22 09:09:43.544477 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:43.549815 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a22037e0-a2bc-4a99-bfe1-01a9f7eb5099 admin admin] Publish callbacks [] for security_group (45b2e7ed-e4ac-41b2-b187-d8637c953840), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.601238 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-3d9f793d-dfdf-4209-abec-9cd0c24bd367 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 1001 time: 0.0619464 Jun 22 09:09:43.664840 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-97521af1-b6b0-410c-b417-90b76401df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:43.666369 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-97521af1-b6b0-410c-b417-90b76401df55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.0583255 Jun 22 09:09:43.672597 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a22037e0-a2bc-4a99-bfe1-01a9f7eb5099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (45b2e7ed-e4ac-41b2-b187-d8637c953840), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.675286 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a22037e0-a2bc-4a99-bfe1-01a9f7eb5099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:43.679730 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a22037e0-a2bc-4a99-bfe1-01a9f7eb5099 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45b2e7ed-e4ac-41b2-b187-d8637c953840 HTTP/1.1" status: 204 len: 168 time: 0.2430716 Jun 22 09:09:43.688992 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22037e0-a2bc-4a99-bfe1-01a9f7eb5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2e7ed-e4ac-41b2-b187-d8637c953840,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:43.738108 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-64579cce-0dee-49e7-b553-65ae08ced19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:43.740007 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-64579cce-0dee-49e7-b553-65ae08ced19b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628340 Jun 22 09:09:43.836518 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-81f18424-00ef-40d7-8ff7-0ac4926b1062 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879138 Jun 22 09:09:43.931191 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d3b804b-81d7-42cb-b87f-fd8c4d1e0722 req-944c794d-745d-4585-8b16-a627f483b663 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855267 Jun 22 09:09:44.067336 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6124ed3-a22b-4306-b457-5c4487b8c3e6 req-3e95c0de-452b-4f1a-8425-9f55f92e7370 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Jun 22 09:09:44.248797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965c7f-bd52-432d-b151-48a2ad6b9a52 req-81cb68d0-c6bb-42ed-bb06-ca411387d712 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:44.250306 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-60965c7f-bd52-432d-b151-48a2ad6b9a52 req-81cb68d0-c6bb-42ed-bb06-ca411387d712 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0748980 Jun 22 09:09:44.305449 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-60965c7f-bd52-432d-b151-48a2ad6b9a52 req-18d2e920-5bbe-4649-87a5-e8f5fdd65e15 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494163 Jun 22 09:09:44.441373 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0be70-fc3c-4cf2-98c5-862134655585 req-0462cdc6-e382-4177-b9be-2c04cb677e50 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:44.442906 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-44e0be70-fc3c-4cf2-98c5-862134655585 req-0462cdc6-e382-4177-b9be-2c04cb677e50 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 943 time: 0.0538015 Jun 22 09:09:44.494221 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-44e0be70-fc3c-4cf2-98c5-862134655585 req-6d7054bb-397b-4485-a788-5f372d9779ad tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448732 Jun 22 09:09:44.793904 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51624) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:44.894440 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537281727-network', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:45.003846 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Made reservation on behalf of ed7f3e35bb9a4f2ea707996c3c46acfb for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:45.006151 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.016531 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.034775 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:45.092796 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks [] for security_group (6dfb7e32-ffa9-4199-9753-fc6128b5afc4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.152922 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (6dfb7e32-ffa9-4199-9753-fc6128b5afc4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.179294 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-df547464-57c2-4f04-9a9b-15edded1a12a req-75c9efcb-5640-441e-9bec-fc45c2389cba tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0306749 Jun 22 09:09:45.184353 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:45.195373 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfb7e32-ffa9-4199-9753-fc6128b5afc4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:45.203152 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (60b96387-3149-4513-84c7-65e70e0c8106), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.203492 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Added segment 60b96387-3149-4513-84c7-65e70e0c8106 of type vlan for network eadb524c-d462-48fa-babc-9c6bbef657b3 Jun 22 09:09:45.241560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:45.245819 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (eadb524c-d462-48fa-babc-9c6bbef657b3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.347849 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (eadb524c-d462-48fa-babc-9c6bbef657b3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.349468 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:45.350568 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.366266 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c3ed1249-4d90-4b41-b5b8-c3d483a0e086 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:09:45.453521 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6585062 Jun 22 09:09:45.454383 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d6660-9665-4be6-9633-8b605f55382f admin admin] Pushing event updated for resources: {'Network': ['ID=eadb524c-d462-48fa-babc-9c6bbef657b3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:45.458096 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51640) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:45.464431 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Request body: {'subnet': {'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537281727-subnet', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:45.468481 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:45.472920 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632963d-b2e9-4194-97ca-57bc25150995 req-86d0f917-5bf8-43fa-bf63-91fa5692dbe1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:45.475680 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5632963d-b2e9-4194-97ca-57bc25150995 req-86d0f917-5bf8-43fa-bf63-91fa5692dbe1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0945997 Jun 22 09:09:45.480644 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:09:45.492390 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network eadb524c-d462-48fa-babc-9c6bbef657b3 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:09:45.529044 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5632963d-b2e9-4194-97ca-57bc25150995 req-0bf48277-7185-4fc9-91ea-50d6ac13ff3d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Jun 22 09:09:45.559004 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Made reservation on behalf of ed7f3e35bb9a4f2ea707996c3c46acfb for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:45.562561 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.576157 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:45.576446 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.593553 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ed1249-4d90-4b41-b5b8-c3d483a0e086 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:45.614212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:45.668392 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7719d0-423c-4e8a-a068-6f87a138c208 req-f579858a-e434-402c-808b-97edb5f4260c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:45.669921 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7719d0-423c-4e8a-a068-6f87a138c208 req-f579858a-e434-402c-808b-97edb5f4260c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 943 time: 0.1029341 Jun 22 09:09:45.678930 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.710499 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:45.727117 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:45.734454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.734968 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.735337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.735695 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.736030 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.736360 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.736684 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.737007 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.737372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.737941 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.738270 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.738592 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.738956 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.739278 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.739600 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:45.744177 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7719d0-423c-4e8a-a068-6f87a138c208 req-501161e8-b7bf-4d06-96f0-cf947b771ffb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666587 Jun 22 09:09:45.867231 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (8f931891-376d-4aa7-835d-7e2a803fca8e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:45.920851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f931891-376d-4aa7-835d-7e2a803fca8e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:45.937880 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Checking segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:45.938233 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Network hostable DHCP agents. Network: eadb524c-d462-48fa-babc-9c6bbef657b3, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:46.015590 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Network eadb524c-d462-48fa-babc-9c6bbef657b3 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:46.089817 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, eadb524c-d462-48fa-babc-9c6bbef657b3) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:46.093807 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:46.094405 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.099021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d509b1-c504-4faa-89fc-515d7e3b6207 None None] Network eadb524c-d462-48fa-babc-9c6bbef657b3 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:46.158445 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['c3ed1249-4d90-4b41-b5b8-c3d483a0e086'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:09:46.166944 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-3e6ebe5e-f157-4c05-8f58-fe24d57751b1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7061057 Jun 22 09:09:46.170105 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51650) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:46.174426 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:46.243078 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-eadb524c-d462-48fa-babc-9c6bbef657b3', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:09:46.243997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.262303 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (1e03fc43-6ad2-46ad-9746-ae64004113db), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.264557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (1e03fc43-6ad2-46ad-9746-ae64004113db), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.282882 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:46.299443 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-198b6ee9-cf8c-4560-9592-ba74dfe1fe7d req-d45ec2d7-b79c-4425-b5a1-85f7a805a8b4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0338376 Jun 22 09:09:46.326855 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks [] for router_controller (1e03fc43-6ad2-46ad-9746-ae64004113db), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.361011 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:46.385789 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:46.443165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Allocated IP 172.20.0.2 (eadb524c-d462-48fa-babc-9c6bbef657b3/8f931891-376d-4aa7-835d-7e2a803fca8e/6bdeab12-8f42-4480-9189-00c438199d40) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:46.568790 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks [] for router_gateway (1e03fc43-6ad2-46ad-9746-ae64004113db), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.583165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Publish callbacks [] for port (6bdeab12-8f42-4480-9189-00c438199d40), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.650948 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (6bdeab12-8f42-4480-9189-00c438199d40), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.688482 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Network eadb524c-d462-48fa-babc-9c6bbef657b3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:46.691327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:46.694699 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:46.705630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Pushing event updated for resources: {'Port': ['ID=6bdeab12-8f42-4480-9189-00c438199d40,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:46.798006 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks [] for router_gateway (1e03fc43-6ad2-46ad-9746-ae64004113db), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.827789 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.900790 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Attempting to bind port 6bdeab12-8f42-4480-9189-00c438199d40 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:46.900790 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Attempting to bind port 6bdeab12-8f42-4480-9189-00c438199d40 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:46.901002 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Attempting to bind port 6bdeab12-8f42-4480-9189-00c438199d40 on network eadb524c-d462-48fa-babc-9c6bbef657b3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:46.910247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:46.910247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Checking segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:46.910247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.910247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Bound using segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:46.910247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Bound port: 6bdeab12-8f42-4480-9189-00c438199d40, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:46.910247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6bdeab12-8f42-4480-9189-00c438199d40), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:46.910816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad64884-42ab-4ca8-b428-be6613885937 req-22647cea-ffa4-4711-9a23-38bb92d9b21f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:46.910816 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aad64884-42ab-4ca8-b428-be6613885937 req-22647cea-ffa4-4711-9a23-38bb92d9b21f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 944 time: 0.0927408 Jun 22 09:09:46.973719 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] For port 6bdeab12-8f42-4480-9189-00c438199d40, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:46.977473 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] For port 6bdeab12-8f42-4480-9189-00c438199d40, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6bdeab12-8f42-4480-9189-00c438199d40,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:46.978669 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:47.009934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Allocated IP 172.27.0.228 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:47.019201 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aad64884-42ab-4ca8-b428-be6613885937 req-69a5a3cc-bd32-4a41-9ce6-63d4b75b93d8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943890 Jun 22 09:09:47.045489 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6bdeab12-8f42-4480-9189-00c438199d40), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.110348 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc628458-7ddf-4574-a595-296a0bdd105c None None] Pushing event updated for resources: {'Port': ['ID=6bdeab12-8f42-4480-9189-00c438199d40,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:47.120588 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks [] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.126041 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:47.215952 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.280690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:47.284984 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:47.288856 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:47.316015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:47.340379 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:47.387091 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c3ed1249-4d90-4b41-b5b8-c3d483a0e086 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:47.431477 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-60ff309a-ed5d-4d82-8df7-7cbf93431419 req-ee9a873b-1aa5-451a-a8a0-0405f0acad51 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0527861 Jun 22 09:09:47.457729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:09:47.472899 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6bdeab12-8f42-4480-9189-00c438199d40 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:47.519413 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:47.519697 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.522353 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6bdeab12-8f42-4480-9189-00c438199d40 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:47.522716 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6bdeab12-8f42-4480-9189-00c438199d40), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.624679 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks [] for router_gateway (1e03fc43-6ad2-46ad-9746-ae64004113db), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.655875 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:09:47.659435 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:47.659831 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.663034 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6bdeab12-8f42-4480-9189-00c438199d40 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:47.663402 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6bdeab12-8f42-4480-9189-00c438199d40), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.699925 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:47.702179 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421939d6-0378-499d-adb3-2d9f7fbcaa19" -d '{"events": [{"server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:47.723902 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:47.728494 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 6bdeab12-8f42-4480-9189-00c438199d40, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6bdeab12-8f42-4480-9189-00c438199d40,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:47.743508 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cb465-6aa2-4cdf-88e3-6144e763a034 x-openstack-request-id: req-c24cb465-6aa2-4cdf-88e3-6144e763a034 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:47.743801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:47.744051 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c24cb465-6aa2-4cdf-88e3-6144e763a034 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:47.744451 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24cb465-6aa2-4cdf-88e3-6144e763a034'] response: {'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'code': 200} Jun 22 09:09:47.787165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.819225 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6bdeab12-8f42-4480-9189-00c438199d40), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.819957 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (1e03fc43-6ad2-46ad-9746-ae64004113db), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:47.846073 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:47.898307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=6bdeab12-8f42-4480-9189-00c438199d40,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:48.024775 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Router 1e03fc43-6ad2-46ad-9746-ae64004113db is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:09:48.128809 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586532be-8ee1-47c5-9362-eb6707c8445f None None] Network eadb524c-d462-48fa-babc-9c6bbef657b3 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:48.147765 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:48.152592 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced928-7ba8-417e-826c-78f2833cafbd req-832e63b5-dba5-425f-81ea-7f779642a07f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:48.155634 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1bced928-7ba8-417e-826c-78f2833cafbd req-832e63b5-dba5-425f-81ea-7f779642a07f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0565720 Jun 22 09:09:48.159842 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Sync routers for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:48.205778 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1bced928-7ba8-417e-826c-78f2833cafbd req-cead6f9e-7027-4e19-9bec-222673381527 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Jun 22 09:09:48.219674 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:48.220328 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:48.228029 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d528aeea-05d0-4411-8786-eeebf8749767 None None] Provisioning complete for port 6bdeab12-8f42-4480-9189-00c438199d40 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:48.228404 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d528aeea-05d0-4411-8786-eeebf8749767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6bdeab12-8f42-4480-9189-00c438199d40), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.246525 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.251540 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6654586b-5729-4fbd-a6e9-81ce6aeecf23 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0774128 Jun 22 09:09:48.253429 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51678) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:48.295315 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:48.379798 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:48.398267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:48.492730 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d528aeea-05d0-4411-8786-eeebf8749767 None None] Current status of the port 6bdeab12-8f42-4480-9189-00c438199d40 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:48.510115 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:48.551553 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4d5de61f-30eb-49c3-9197-952547ec436e req-afccd186-b287-40e3-9796-4826ca692366 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0420275 Jun 22 09:09:48.631510 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:47Z', 'revision_number': 3, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:48.656617 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Checking router: 1e03fc43-6ad2-46ad-9746-ae64004113db for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:48.656885 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Updating router 1e03fc43-6ad2-46ad-9746-ae64004113db port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:48.687298 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.728392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-fca6cf73-ff5c-4a11-b305-ac1d3692be8e None None] Provisioning complete for port 6bdeab12-8f42-4480-9189-00c438199d40 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:48.728674 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fca6cf73-ff5c-4a11-b305-ac1d3692be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6bdeab12-8f42-4480-9189-00c438199d40), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:48.834923 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:48.923476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fca6cf73-ff5c-4a11-b305-ac1d3692be8e None None] Current status of the port 6bdeab12-8f42-4480-9189-00c438199d40 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:48.940804 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:48.953390 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.015749 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Publish callbacks [] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.101763 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.111589 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Allocated IP 172.20.0.1 (eadb524c-d462-48fa-babc-9c6bbef657b3/8f931891-376d-4aa7-835d-7e2a803fca8e/d12cd53a-ecf1-4ca3-abe7-401aa41f137c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:49.150421 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Attempting to bind port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:49.150788 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Attempting to bind port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:49.151366 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Attempting to bind port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:49.161254 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:49.162569 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:49.162569 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.162569 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:49.162952 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Bound port: cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:49.163268 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.164926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649fbc8-5d93-445f-9963-55977b2cb3d3 None None] Pushing event updated for resources: {'Port': ['ID=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:49.217110 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:49.218112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] For port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:49.220662 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks [] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.221281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] For port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:49.320837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.321201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.321637 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d17f-8898-4c57-aaa2-6b9279177594 req-a5142d2b-7e60-428b-b2e7-5a0f9a5c959e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:49.323726 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c0c5d17f-8898-4c57-aaa2-6b9279177594 req-a5142d2b-7e60-428b-b2e7-5a0f9a5c959e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0475295 Jun 22 09:09:49.383877 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Network eadb524c-d462-48fa-babc-9c6bbef657b3 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:49.385326 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c0c5d17f-8898-4c57-aaa2-6b9279177594 req-b4ddf6c1-aaf8-403c-af6a-8589d565fed4 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553997 Jun 22 09:09:49.394352 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:49.402166 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:49.402809 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:49.410013 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:49.450683 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:49.454756 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6bdeab12-8f42-4480-9189-00c438199d40 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:49.462713 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (1e03fc43-6ad2-46ad-9746-ae64004113db), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.502897 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649fbc8-5d93-445f-9963-55977b2cb3d3 None None] Pushing event updated for resources: {'Port': ['ID=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:49.571323 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6bdeab12-8f42-4480-9189-00c438199d40 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:49.571701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6bdeab12-8f42-4480-9189-00c438199d40), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.598502 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:49.657937 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-46fd67f1-e9a3-4dd1-8d37-80a5d703781c req-172273b9-8376-4ced-8057-be2ac4efd193 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0313892 Jun 22 09:09:49.730181 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.784176 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51696) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:49.801012 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-02d90ef5-0c27-45d6-87e1-d3fffe3a561b None None] Provisioning complete for port d12cd53a-ecf1-4ca3-abe7-401aa41f137c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:49.801012 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02d90ef5-0c27-45d6-87e1-d3fffe3a561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.852051 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:49.908091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks [] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.910086 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ae6c-71c6-4ea5-824a-01e4da8f00a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.923677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-02d90ef5-0c27-45d6-87e1-d3fffe3a561b None None] Port d12cd53a-ecf1-4ca3-abe7-401aa41f137c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:49.956082 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6bdeab12-8f42-4480-9189-00c438199d40 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:49.970286 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:49.990741 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ae6c-71c6-4ea5-824a-01e4da8f00a1 admin admin] Publish callbacks [] for security_group (8e749567-74eb-47d6-ae02-4b863872bc6c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.000864 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:47Z', 'revision_number': 3, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:50.025931 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b122d-f3a5-4e66-bb92-bf37299e2bae None None] The sync data for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi is: [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:47Z', 'revision_number': 3, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:50.041358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (1e03fc43-6ad2-46ad-9746-ae64004113db), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.047495 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:50.055867 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd6ae6c-71c6-4ea5-824a-01e4da8f00a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (8e749567-74eb-47d6-ae02-4b863872bc6c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.098497 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8dd6ae6c-71c6-4ea5-824a-01e4da8f00a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43b26056443d4ed69be3c2d634928a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127398 Jun 22 09:09:50.099480 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6ae6c-71c6-4ea5-824a-01e4da8f00a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e749567-74eb-47d6-ae02-4b863872bc6c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:50.102935 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51700) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:50.138991 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:50.149647 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Network eadb524c-d462-48fa-babc-9c6bbef657b3 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:50.150537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:50.158866 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f61c26-5836-4919-9feb-b86e4a43c6f4 admin admin] Publish callbacks [] for security_group (8e749567-74eb-47d6-ae02-4b863872bc6c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.172416 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:50.182487 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f61c26-5836-4919-9feb-b86e4a43c6f4 admin admin] Publish callbacks [] for security_group (8e749567-74eb-47d6-ae02-4b863872bc6c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.289614 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Router 1e03fc43-6ad2-46ad-9746-ae64004113db has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:09:50.323774 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f61c26-5836-4919-9feb-b86e4a43c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (8e749567-74eb-47d6-ae02-4b863872bc6c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.326588 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f61c26-5836-4919-9feb-b86e4a43c6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.328285 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f9f61c26-5836-4919-9feb-b86e4a43c6f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e749567-74eb-47d6-ae02-4b863872bc6c HTTP/1.1" status: 204 len: 168 time: 0.2244055 Jun 22 09:09:50.350863 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61c26-5836-4919-9feb-b86e4a43c6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e749567-74eb-47d6-ae02-4b863872bc6c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:50.372760 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:50.381423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:50.451459 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:50.463899 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b464f232-8766-4996-b21d-d11128b50fe7 admin admin] 10.222.0.55 "PUT /v2.0/routers/1e03fc43-6ad2-46ad-9746-ae64004113db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2093315 Jun 22 09:09:50.555485 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ba1c-8e8b-45e4-9bd3-021e671f8248 req-383b71be-7889-4a82-8906-f12895eb1c27 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:50.555963 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f9b652e3-ec3c-4436-b1d3-3e94a1dc96b7 None None] Provisioning complete for port d12cd53a-ecf1-4ca3-abe7-401aa41f137c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:50.556891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9b652e3-ec3c-4436-b1d3-3e94a1dc96b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:50.563587 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d3f3ba1c-8e8b-45e4-9bd3-021e671f8248 req-383b71be-7889-4a82-8906-f12895eb1c27 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0666046 Jun 22 09:09:50.600991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f9b652e3-ec3c-4436-b1d3-3e94a1dc96b7 None None] Port d12cd53a-ecf1-4ca3-abe7-401aa41f137c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:50.627768 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d3f3ba1c-8e8b-45e4-9bd3-021e671f8248 req-b8e1074e-5fa7-4f40-924e-646cd931508f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626626 Jun 22 09:09:50.790791 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68ac7464-a516-44e6-98d3-03fc9ab22d0f req-aaf98ffc-4b63-4b61-9618-7a674fb22707 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0356517 Jun 22 09:09:51.287993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:51.292789 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1008939626-network', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:51.375743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Made reservation on behalf of 911a19628e5b4b3480c7a5c83c4d8504 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:51.378237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.388482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.411203 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:51.461211 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:51.461591 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.549185 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:51.550080 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.552886 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-126a1a18-7b0f-49e9-84f4-342c89dbbc07 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:51.554379 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-126a1a18-7b0f-49e9-84f4-342c89dbbc07 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.1463261 Jun 22 09:09:51.569255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks [] for security_group (09e1e152-d0c8-4114-82c9-d02606decbab), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.573245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:51.644104 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (09e1e152-d0c8-4114-82c9-d02606decbab), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.645016 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.683450 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:09:51.695333 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e1e152-d0c8-4114-82c9-d02606decbab,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:51.701337 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (dc4e7e4d-deeb-4145-9452-a8e717573b55), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.701675 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Added segment dc4e7e4d-deeb-4145-9452-a8e717573b55 of type vlan for network e0e454be-6702-442d-86f4-a8d6a56f2e69 Jun 22 09:09:51.702331 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:51.748382 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (e0e454be-6702-442d-86f4-a8d6a56f2e69), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.759404 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c812a-6696-44c0-a12e-9483a32304be req-b947e31f-f648-4907-a347-216293b8834b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:51.760898 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a73c812a-6696-44c0-a12e-9483a32304be req-b947e31f-f648-4907-a347-216293b8834b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0508971 Jun 22 09:09:51.809668 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a73c812a-6696-44c0-a12e-9483a32304be req-3e2e47e9-7496-454c-970e-109f6fc7d450 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Jun 22 09:09:51.832598 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (e0e454be-6702-442d-86f4-a8d6a56f2e69), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.833662 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:51.834249 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:51.883133 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Sync routers for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:51.894637 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:51.895363 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:51.912899 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e454be-6702-442d-86f4-a8d6a56f2e69,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:51.925825 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:09:51.949396 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e194860d-357a-4ddf-aff1-69915f20b467 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6603162 Jun 22 09:09:51.952847 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51734) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:51.958091 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Request body: {'subnet': {'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1008939626-subnet', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:51.959720 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bc80c29-6fb8-4e50-b512-443e6facffae req-92ddc973-25c9-4ee5-b4ab-acb5ef2ebffd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0853724 Jun 22 09:09:51.988342 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e474b-5bac-46d5-ad38-516eecadce9e req-845ed091-cc7b-4c51-95d3-40e59fad577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:51.989880 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-147e474b-5bac-46d5-ad38-516eecadce9e req-845ed091-cc7b-4c51-95d3-40e59fad577a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.0760560 Jun 22 09:09:51.994114 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:52.030027 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:52.076756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-cf2b99aa-6225-4ef7-aa07-c6f157b216eb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 471 time: 0.1764228 Jun 22 09:09:52.080525 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-147e474b-5bac-46d5-ad38-516eecadce9e req-c1ea8236-6104-4ca4-9997-1438f8b58b0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796974 Jun 22 09:09:52.085174 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Made reservation on behalf of 911a19628e5b4b3480c7a5c83c4d8504 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:52.085669 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'port': {'device_id': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'admin_state_up': True, 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'security_groups': ['050d2b7e-36cc-429b-ad31-09b9f4023796']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:52.090051 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13034901'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.181768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:52.238632 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 2, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:52.264309 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Checking router: 1e03fc43-6ad2-46ad-9746-ae64004113db for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:52.264660 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Updating router 1e03fc43-6ad2-46ad-9746-ae64004113db port d12cd53a-ecf1-4ca3-abe7-401aa41f137c binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:52.289615 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Made reservation on behalf of dfcacaecd4564e90bfc76ff7e77911da for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:09:52.292458 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.293470 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.306947 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:52.339234 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12737724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13034979'] for subnet (8a63764c-535a-47ed-acff-e374c84a3ea5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.392880 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a63764c-535a-47ed-acff-e374c84a3ea5,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:52.444473 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Checking segment: {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:52.444971 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Network hostable DHCP agents. Network: e0e454be-6702-442d-86f4-a8d6a56f2e69, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:09:52.488673 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.20.0.3 (feb2a623-753e-4717-8e5a-c83201989599/37c71764-c395-49fc-bc44-5bf8c26e6e4d/ea94d4c1-1187-4b56-802a-ec257ccfe3bf) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:52.552865 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:09:52.604806 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, e0e454be-6702-442d-86f4-a8d6a56f2e69) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:52.609577 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:52.610658 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.622439 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a42926-6330-42b7-bca7-91c56f2da89e None None] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:52.646769 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.680577 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Publish callbacks [] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.691992 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-25e625e0-d221-434a-a5f8-a80b89e13559 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7380352 Jun 22 09:09:52.694867 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51744) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:52.699489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:52.740735 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-e0e454be-6702-442d-86f4-a8d6a56f2e69', 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69', 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'fixed_ips': [{'subnet_id': '8a63764c-535a-47ed-acff-e374c84a3ea5'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:09:52.741659 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.769800 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.770273 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.803109 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (dff04b9d-b644-4e94-b9ca-8efbaf73621c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.804212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (dff04b9d-b644-4e94-b9ca-8efbaf73621c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.821306 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:52.828607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:52.834653 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:52.839506 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:52.860639 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Pushing event updated for resources: {'Port': ['ID=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:52.907438 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.908024 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.908114 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.908455 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.908784 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.909106 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.909425 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.909739 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.910072 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.910433 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.910710 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.911042 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.916954 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.918153 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:52.919238 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.921956 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.922607 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:09:52.951759 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:52.967329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:52.973107 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Allocated IP 172.20.0.2 (e0e454be-6702-442d-86f4-a8d6a56f2e69/8a63764c-535a-47ed-acff-e374c84a3ea5/e65cae5e-c8e6-4037-bb54-28a0fa3daafc) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:52.977926 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Attempting to bind port d12cd53a-ecf1-4ca3-abe7-401aa41f137c on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:52.978525 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Attempting to bind port d12cd53a-ecf1-4ca3-abe7-401aa41f137c by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:52.979060 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Attempting to bind port d12cd53a-ecf1-4ca3-abe7-401aa41f137c on network eadb524c-d462-48fa-babc-9c6bbef657b3 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:52.988059 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:52.988680 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Checking segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:52.989335 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.989890 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Bound using segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:52.990577 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Bound port: d12cd53a-ecf1-4ca3-abe7-401aa41f137c, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:52.991280 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:52.993928 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.070311 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] For port d12cd53a-ecf1-4ca3-abe7-401aa41f137c, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:53.074347 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] For port d12cd53a-ecf1-4ca3-abe7-401aa41f137c, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:53.075775 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-10070814-3704-4f65-b72a-7eef7ead52bf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9896615 Jun 22 09:09:53.077402 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847119-3b90-45d7-8f5b-b215ee34812f req-d2b12187-4281-4e65-9f94-90fc83733a75 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:53.079433 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d0847119-3b90-45d7-8f5b-b215ee34812f req-d2b12187-4281-4e65-9f94-90fc83733a75 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.1238418 Jun 22 09:09:53.081189 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks [] for router_controller (dff04b9d-b644-4e94-b9ca-8efbaf73621c), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.141728 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.162474 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d0847119-3b90-45d7-8f5b-b215ee34812f req-68baa2c6-32aa-47b8-867d-4f15bf404990 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699012 Jun 22 09:09:53.191534 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Request body: {'port': {'device_id': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:53.230096 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376cff-fc40-4d7f-8a15-7a85f3da3e5f None None] Pushing event updated for resources: {'Port': ['ID=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:53.233747 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:53.234363 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:53.251041 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Provisioning complete for port d12cd53a-ecf1-4ca3-abe7-401aa41f137c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:53.251430 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.257762 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Publish callbacks [] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.259006 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.352000 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.370443 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:53.377455 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.405705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Current status of the port d12cd53a-ecf1-4ca3-abe7-401aa41f137c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:53.406089 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.441047 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004c996-4123-4b94-a59c-88c737da8a5f req-686b8547-341c-42e3-aa6f-d4241ffb593a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:53.442771 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d004c996-4123-4b94-a59c-88c737da8a5f req-686b8547-341c-42e3-aa6f-d4241ffb593a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 931 time: 0.3188407 Jun 22 09:09:53.454781 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] For port d12cd53a-ecf1-4ca3-abe7-401aa41f137c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:53.460006 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks [] for router_gateway (dff04b9d-b644-4e94-b9ca-8efbaf73621c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.464198 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:53.467910 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:53.470961 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:53.510784 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:53.513828 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Pushing event updated for resources: {'Port': ['ID=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:53.526697 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.551747 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d004c996-4123-4b94-a59c-88c737da8a5f req-617ff477-4ec7-402f-b065-3dd99d82a8da tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871451 Jun 22 09:09:53.563615 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.593239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.622737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Pushing event updated for resources: {'Port': ['ID=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:53.645644 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Attempting to bind port e65cae5e-c8e6-4037-bb54-28a0fa3daafc on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:53.646253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Attempting to bind port e65cae5e-c8e6-4037-bb54-28a0fa3daafc by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:53.646786 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Attempting to bind port e65cae5e-c8e6-4037-bb54-28a0fa3daafc on network e0e454be-6702-442d-86f4-a8d6a56f2e69 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:53.649414 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Provisioning complete for port ea94d4c1-1187-4b56-802a-ec257ccfe3bf triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:53.649946 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.656908 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:53.687381 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7142c7-2999-445a-8872-37e1da4cf86f None None] The sync data for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi is: [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:53.690252 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:53.690710 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Checking segment: {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:53.691406 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.691866 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Bound using segment: {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:53.692627 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Bound port: e65cae5e-c8e6-4037-bb54-28a0fa3daafc, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:53.693097 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.714025 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:53.714523 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.721398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-36b6a8b2-6a15-4695-a0a7-f40434e546c5 None None] Port ea94d4c1-1187-4b56-802a-ec257ccfe3bf cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:53.851918 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] For port e65cae5e-c8e6-4037-bb54-28a0fa3daafc, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:53.857136 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] For port e65cae5e-c8e6-4037-bb54-28a0fa3daafc, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:53.861424 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0fc0cd0-08c9-4661-8811-c9c43d683cdb None None] Provisioning complete for port d12cd53a-ecf1-4ca3-abe7-401aa41f137c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:53.861807 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0cd0-08c9-4661-8811-c9c43d683cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.884277 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:53.928898 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:53.931126 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks [] for router_gateway (dff04b9d-b644-4e94-b9ca-8efbaf73621c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.944601 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:53.964869 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.032949 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc0cd0-08c9-4661-8811-c9c43d683cdb None None] Current status of the port d12cd53a-ecf1-4ca3-abe7-401aa41f137c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:54.052197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06eac-d55c-4bfa-9b87-b65e4653f476 None None] Pushing event updated for resources: {'Port': ['ID=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:54.105491 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea94d4c1-1187-4b56-802a-ec257ccfe3bf {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:09:54.117831 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Publish callbacks [] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.142737 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Transition to ACTIVE for port object ea94d4c1-1187-4b56-802a-ec257ccfe3bf will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:09:54.150624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Allocated IP 172.27.0.230 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/935380cd-14b2-49da-96c5-9627d00e52f3) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:54.245049 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.330762 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:54.348556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6d39-44a1-41e9-a0a0-86efd18cc7a6 req-0e697432-354d-4c73-bfb3-0a2ce2d9554e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:54.357414 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-462c6d39-44a1-41e9-a0a0-86efd18cc7a6 req-0e697432-354d-4c73-bfb3-0a2ce2d9554e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0854857 Jun 22 09:09:54.367890 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks [] for port (935380cd-14b2-49da-96c5-9627d00e52f3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.370845 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:54.423918 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-462c6d39-44a1-41e9-a0a0-86efd18cc7a6 req-a8316d97-cd51-40d4-9304-47a97546affe tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651248 Jun 22 09:09:54.494419 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Attempting to bind port ea94d4c1-1187-4b56-802a-ec257ccfe3bf on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:54.494772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Attempting to bind port ea94d4c1-1187-4b56-802a-ec257ccfe3bf by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:54.495113 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Attempting to bind port ea94d4c1-1187-4b56-802a-ec257ccfe3bf on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:54.500256 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Port ea94d4c1-1187-4b56-802a-ec257ccfe3bf on network feb2a623-753e-4717-8e5a-c83201989599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:09:54.506564 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Attempting to bind port ea94d4c1-1187-4b56-802a-ec257ccfe3bf on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:54.507198 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:54.507526 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:54.507910 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Bound using segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:54.508758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Bound port: ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:54.508758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.563358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.639438 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Pushing event updated for resources: {'Port': ['ID=935380cd-14b2-49da-96c5-9627d00e52f3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:54.655701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:54.657833 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:54.661119 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:54.669318 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720d04-0f2d-423b-8593-a545ca2248a3 req-326e043a-5a2c-4c86-b13a-24a86132d122 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:54.674698 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-30720d04-0f2d-423b-8593-a545ca2248a3 req-326e043a-5a2c-4c86-b13a-24a86132d122 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.1515627 Jun 22 09:09:54.675745 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:54.681285 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51762) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:54.687330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'floatingip': {'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:54.699313 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13198c-6cc3-4c9a-a808-eb3b15d8ee6c req-a9401b2d-f1fc-4b76-afdb-6072fe861757 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:54.701419 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cf13198c-6cc3-4c9a-a808-eb3b15d8ee6c req-a9401b2d-f1fc-4b76-afdb-6072fe861757 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0685451 Jun 22 09:09:54.726814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] For port ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:54.732047 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] For port ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:54.745226 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:54.891137 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cf13198c-6cc3-4c9a-a808-eb3b15d8ee6c req-42183316-bc3f-4c6a-a3e3-c1a7ea2d91b0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635764 Jun 22 09:09:55.056459 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:55.079188 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.167573 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:55.168229 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.170279 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] 10.222.0.47 "PUT /v2.0/ports/ea94d4c1-1187-4b56-802a-ec257ccfe3bf HTTP/1.1" status: 200 len: 1093 time: 1.9833846 Jun 22 09:09:55.170732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:55.173012 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd353627-0c1c-4c7a-9c16-a791a671834a" -d '{"events": [{"name": "network-changed", "server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:55.206461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23173-8dd9-4226-80ca-925b8c50dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:55.230657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da5437-057e-4104-a9be-f3f1b34ff4c3 x-openstack-request-id: req-c0da5437-057e-4104-a9be-f3f1b34ff4c3 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:55.231709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:55.231826 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0da5437-057e-4104-a9be-f3f1b34ff4c3 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:55.232192 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0da5437-057e-4104-a9be-f3f1b34ff4c3'] response: {'name': 'network-changed', 'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'status': 'completed', 'code': 200} Jun 22 09:09:55.315008 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4ae54-14c8-4c6b-bcc6-457c8a06bf3b None None] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:09:55.393538 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:55.454728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] Provisioning complete for port e65cae5e-c8e6-4037-bb54-28a0fa3daafc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:55.455206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.478846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks [] for router_gateway (dff04b9d-b644-4e94-b9ca-8efbaf73621c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.534998 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e65cae5e-c8e6-4037-bb54-28a0fa3daafc up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:55.573230 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:55.597641 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.634456 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] Current status of the port e65cae5e-c8e6-4037-bb54-28a0fa3daafc is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:55.634863 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.638608 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port e65cae5e-c8e6-4037-bb54-28a0fa3daafc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:55.638997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.673478 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.703308 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] For port e65cae5e-c8e6-4037-bb54-28a0fa3daafc, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:55.714677 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (dff04b9d-b644-4e94-b9ca-8efbaf73621c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.760385 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port e65cae5e-c8e6-4037-bb54-28a0fa3daafc is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:55.760867 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.772257 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.796955 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Floating IP 939179cd-2329-4359-b838-ebbc3725df97 associated. External IP: 172.27.0.193, port: c3ed1249-4d90-4b41-b5b8-c3d483a0e086. Jun 22 09:09:55.846665 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:55.858580 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce11bb-f1f6-4813-8e3f-4ca4995f7acd None None] Pushing event updated for resources: {'Port': ['ID=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:55.861672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.api [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:09:55.862099 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG oslo_db.api [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:09:55.897542 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6abac4ac-5d2e-43ff-be5b-00565c5e3cae None None] Provisioning complete for port e65cae5e-c8e6-4037-bb54-28a0fa3daafc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:55.897916 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6abac4ac-5d2e-43ff-be5b-00565c5e3cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:55.945061 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:55.946982 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Router dff04b9d-b644-4e94-b9ca-8efbaf73621c is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:09:55.985172 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6abac4ac-5d2e-43ff-be5b-00565c5e3cae None None] Current status of the port e65cae5e-c8e6-4037-bb54-28a0fa3daafc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:56.011845 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.064723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:56.071269 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c273c-fe6a-4be0-a429-075c9a8ad662 req-651c527b-74f8-46d9-a52a-c3c4be22062b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.072757 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f46c273c-fe6a-4be0-a429-075c9a8ad662 req-651c527b-74f8-46d9-a52a-c3c4be22062b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0705242 Jun 22 09:09:56.074390 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Sync routers for ids ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:56.085298 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Router c3823cb2-6272-4bc2-b1d7-712759c21904 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:09:56.085560 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Routers {'dff04b9d-b644-4e94-b9ca-8efbaf73621c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:56.086047 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:56.111891 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.172639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:56.176504 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-47c45087-aa17-4f0f-b576-1d2342171648 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4780285 Jun 22 09:09:56.176821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51772) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:56.183145 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f46c273c-fe6a-4be0-a429-075c9a8ad662 req-136699ca-463d-4fb7-a30a-986c0691fab6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003325 Jun 22 09:09:56.251238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:56.257033 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:56.266059 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] Sync routers for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:09:56.283514 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:56.284473 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:56.295717 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f7df32c0-9364-4b49-8f67-c3f10dad9774 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "PUT /v2.0/floatingips/939179cd-2329-4359-b838-ebbc3725df97 HTTP/1.1" status: 200 len: 991 time: 1.6126063 Jun 22 09:09:56.296433 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:09:56.299137 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f63a19-58bd-4541-8668-6a9cc40a2b22" -d '{"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:09:56.324689 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8eaf52b8-154f-4f2d-8004-c99778754936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:56.338942 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f377f557-600f-48be-abad-385beed0253c x-openstack-request-id: req-f377f557-600f-48be-abad-385beed0253c {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:09:56.339212 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:09:56.339474 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f377f557-600f-48be-abad-385beed0253c {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:09:56.339919 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f377f557-600f-48be-abad-385beed0253c'] response: {'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'status': 'completed', 'code': 200} Jun 22 09:09:56.349017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Set router dff04b9d-b644-4e94-b9ca-8efbaf73621c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:56.410341 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:56.458559 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port e65cae5e-c8e6-4037-bb54-28a0fa3daafc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:56.459609 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d12cd53a-ecf1-4ca3-abe7-401aa41f137c up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:56.554590 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d12cd53a-ecf1-4ca3-abe7-401aa41f137c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:56.554868 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:56.624573 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:09:55Z', 'revision_number': 3, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:56.658205 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '939179cd-2329-4359-b838-ebbc3725df97', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:26Z', 'updated_at': '2022-06-22T09:09:55Z', 'revision_number': 1, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:56.671078 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:56.680340 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Checking router: dff04b9d-b644-4e94-b9ca-8efbaf73621c for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:56.680898 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Updating router dff04b9d-b644-4e94-b9ca-8efbaf73621c port 935380cd-14b2-49da-96c5-9627d00e52f3 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:09:56.690939 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] Checking router: c3823cb2-6272-4bc2-b1d7-712759c21904 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:09:56.700666 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:56.701272 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:56.711441 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.714164 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d12cd53a-ecf1-4ca3-abe7-401aa41f137c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:56.721671 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:56.733478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353627-0c1c-4c7a-9c16-a791a671834a req-9ba149f5-22ed-4df5-bdc3-1c19ebccfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.735088 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd353627-0c1c-4c7a-9c16-a791a671834a req-9ba149f5-22ed-4df5-bdc3-1c19ebccfd98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 1127 time: 0.0406103 Jun 22 09:09:56.804482 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:56.842762 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-12aa30fe-e175-4c8d-9a80-db8a67a9d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:56.844084 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-12aa30fe-e175-4c8d-9a80-db8a67a9d098 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.1068685 Jun 22 09:09:56.913059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.956302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:56.981937 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Publish callbacks [] for port (935380cd-14b2-49da-96c5-9627d00e52f3), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.025823 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '939179cd-2329-4359-b838-ebbc3725df97', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:26Z', 'updated_at': '2022-06-22T09:09:55Z', 'revision_number': 1, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:57.035077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353627-0c1c-4c7a-9c16-a791a671834a req-09e5b9e6-84e4-4867-883e-285c5f9aab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.036539 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd353627-0c1c-4c7a-9c16-a791a671834a req-09e5b9e6-84e4-4867-883e-285c5f9aab32 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2518082 Jun 22 09:09:57.040241 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.055845 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f5a6-83a2-4e8b-8eda-8f5d43fa6866 None None] The sync data for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi is: [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '939179cd-2329-4359-b838-ebbc3725df97', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:26Z', 'updated_at': '2022-06-22T09:09:55Z', 'revision_number': 1, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:57.085026 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Allocated IP 172.20.0.1 (e0e454be-6702-442d-86f4-a8d6a56f2e69/8a63764c-535a-47ed-acff-e374c84a3ea5/8fad20e4-4692-42c1-a3fa-ad54a92ce307) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:09:57.108658 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Attempting to bind port 935380cd-14b2-49da-96c5-9627d00e52f3 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:09:57.109231 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Attempting to bind port 935380cd-14b2-49da-96c5-9627d00e52f3 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:09:57.109469 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Attempting to bind port 935380cd-14b2-49da-96c5-9627d00e52f3 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:09:57.112455 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62821-86d0-4c45-b941-9dcaab3ad448 None None] Pushing event updated for resources: {'Port': ['ID=935380cd-14b2-49da-96c5-9627d00e52f3,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:57.126643 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:09:57.127058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:09:57.130558 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.130558 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:09:57.130558 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Bound port: 935380cd-14b2-49da-96c5-9627d00e52f3, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:09:57.130558 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.144509 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-dbff138e-4a77-4ad7-8271-b0524756bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.147235 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-dbff138e-4a77-4ad7-8271-b0524756bb4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.2718449 Jun 22 09:09:57.186474 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] For port 935380cd-14b2-49da-96c5-9627d00e52f3, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:09:57.189940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] For port 935380cd-14b2-49da-96c5-9627d00e52f3, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=935380cd-14b2-49da-96c5-9627d00e52f3,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:09:57.191734 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:57.228592 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:57.314928 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.316528 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-4d39db4d-afd5-43d5-b9e8-5307e33adb6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 999 time: 0.1566925 Jun 22 09:09:57.322883 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353627-0c1c-4c7a-9c16-a791a671834a req-cd8b569d-18d9-4aeb-a3aa-8f8ae044cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.324541 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd353627-0c1c-4c7a-9c16-a791a671834a req-cd8b569d-18d9-4aeb-a3aa-8f8ae044cd19 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790093 Jun 22 09:09:57.327194 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449c71-15df-46ac-827f-44dfc7ad9207 req-717bb19e-f58e-41f2-8552-541df5ea4589 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.328921 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c7449c71-15df-46ac-827f-44dfc7ad9207 req-717bb19e-f58e-41f2-8552-541df5ea4589 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0844595 Jun 22 09:09:57.378061 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5616447f-dce2-4de9-9cf5-c00825fb0ef8 None None] New status for floating IP 939179cd-2329-4359-b838-ebbc3725df97: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:09:57.389965 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks [] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.399560 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c7449c71-15df-46ac-827f-44dfc7ad9207 req-3d8880ee-d495-4811-849c-4d6856dab2f4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632353 Jun 22 09:09:57.407500 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-988efabe-ce80-4495-958b-2a376f74c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.408999 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-988efabe-ce80-4495-958b-2a376f74c9cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0831635 Jun 22 09:09:57.490673 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e65cae5e-c8e6-4037-bb54-28a0fa3daafc up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:57.508079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-319f6aa5-02c0-49d3-ab98-714beee5fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.509586 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-319f6aa5-02c0-49d3-ab98-714beee5fcc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835221 Jun 22 09:09:57.514763 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-ffe12205-0635-44fa-bdd8-6176956a0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.516164 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-ffe12205-0635-44fa-bdd8-6176956a0b65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 1127 time: 0.0890138 Jun 22 09:09:57.584700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:57.588014 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62821-86d0-4c45-b941-9dcaab3ad448 None None] Pushing event updated for resources: {'Port': ['ID=935380cd-14b2-49da-96c5-9627d00e52f3,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:57.594657 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-5ca6c1c3-1c80-49ea-b84a-9a4af6d1d84b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf HTTP/1.1" status: 200 len: 217 time: 0.0592268 Jun 22 09:09:57.595228 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.607832 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Routers {'dff04b9d-b644-4e94-b9ca-8efbaf73621c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:09:57.607832 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:57.676695 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port e65cae5e-c8e6-4037-bb54-28a0fa3daafc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:57.677219 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.709687 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:57.724833 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:57.727509 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:09:57.758062 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Pushing event updated for resources: {'Port': ['ID=8fad20e4-4692-42c1-a3fa-ad54a92ce307,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:57.800388 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-79588858-1433-4af3-ae05-400a562d1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:57.806643 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-79588858-1433-4af3-ae05-400a562d1a85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.2001400 Jun 22 09:09:57.806935 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] Set router dff04b9d-b644-4e94-b9ca-8efbaf73621c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:09:57.808331 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-3b63f542-e96c-42f4-a23b-d25e1779b031 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741661 Jun 22 09:09:57.808643 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (dff04b9d-b644-4e94-b9ca-8efbaf73621c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:57.926939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port e65cae5e-c8e6-4037-bb54-28a0fa3daafc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:58.052269 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-195a0abc-4d98-4b58-9968-f185a6ea3021 None None] Provisioning complete for port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:58.052643 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-195a0abc-4d98-4b58-9968-f185a6ea3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:58.055797 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:58.082811 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:09:55Z', 'revision_number': 3, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:09:58.114084 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c4c33-95fa-46d8-b652-345caff71af5 None None] The sync data for ids ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'] in dv-cinder-803823-12-iscsi is: [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:09:55Z', 'revision_number': 3, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:09:58.119198 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-195a0abc-4d98-4b58-9968-f185a6ea3021 None None] Port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:58.220480 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-cbfbf1b9-e779-489c-9ac1-9171c925ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:58.222091 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-cbfbf1b9-e779-489c-9ac1-9171c925ee5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3691196 Jun 22 09:09:58.282006 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6f63a19-58bd-4541-8668-6a9cc40a2b22 req-a58e753d-5f23-406a-a17e-c13f5b9c0a8d service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372966 Jun 22 09:09:58.408545 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:58.451359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-800af429-76f2-4be3-8f96-9db9d38e97df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:58.504847 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:58.541660 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a5e9-2668-4d06-9816-d5b8ab1a4816 req-69efe43b-b6ce-4588-b671-dc09936ba409 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:58.546711 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f658a5e9-2668-4d06-9816-d5b8ab1a4816 req-69efe43b-b6ce-4588-b671-dc09936ba409 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0612745 Jun 22 09:09:58.603411 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks [] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:58.614753 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f658a5e9-2668-4d06-9816-d5b8ab1a4816 req-0cf2aa60-f4f7-4f67-9d73-ca3199b4afcb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643358 Jun 22 09:09:58.670149 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:58.744448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Pushing event updated for resources: {'Port': ['ID=8fad20e4-4692-42c1-a3fa-ad54a92ce307,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:58.747322 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (dff04b9d-b644-4e94-b9ca-8efbaf73621c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:58.843997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:09:58.845393 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:09:58.968756 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Router dff04b9d-b644-4e94-b9ca-8efbaf73621c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:09:59.033055 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:09:59.080940 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:09:59.085867 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f76d1570-5983-4d31-b1b8-8ad3d48e8c11 admin admin] 10.222.0.55 "PUT /v2.0/routers/dff04b9d-b644-4e94-b9ca-8efbaf73621c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9079950 Jun 22 09:09:59.187124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1c86289c-7e5d-4f3c-9deb-2a98e8902957 None None] Provisioning complete for port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:59.187696 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c86289c-7e5d-4f3c-9deb-2a98e8902957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.219614 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c86289c-7e5d-4f3c-9deb-2a98e8902957 None None] Port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:09:59.405292 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 935380cd-14b2-49da-96c5-9627d00e52f3 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:09:59.449237 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 935380cd-14b2-49da-96c5-9627d00e52f3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:09:59.450170 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.526285 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51806) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:59.531575 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408999735', 'description': 'tempest-secgroup-smoke-1408999735 description', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:59.535100 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 935380cd-14b2-49da-96c5-9627d00e52f3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:09:59.535100 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.554542 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 935380cd-14b2-49da-96c5-9627d00e52f3, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=935380cd-14b2-49da-96c5-9627d00e52f3,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:09:59.581021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.621319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.624197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.674957 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=935380cd-14b2-49da-96c5-9627d00e52f3,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:59.712897 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group (4385fea4-d12f-4a30-bdc3-18ba964f65f9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.735113 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f2840-4e99-4960-88e0-0c2e772bf7ee req-0d885042-ee9a-4c06-b9d8-ecffeca47a2c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:09:59.736556 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bc0f2840-4e99-4960-88e0-0c2e772bf7ee req-0d885042-ee9a-4c06-b9d8-ecffeca47a2c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0474870 Jun 22 09:09:59.769304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4385fea4-d12f-4a30-bdc3-18ba964f65f9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.787169 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bc0f2840-4e99-4960-88e0-0c2e772bf7ee req-44a56155-d847-4060-8749-ac84b736cc10 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447645 Jun 22 09:09:59.799125 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4385fea4-d12f-4a30-bdc3-18ba964f65f9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:09:59.850439 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.851694 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-28a35d42-4259-4708-b804-d8fb90b13c47 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3241763 Jun 22 09:09:59.854566 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51814) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:09:59.859256 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group_rule': {'security_group_id': '4385fea4-d12f-4a30-bdc3-18ba964f65f9', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:09:59.934557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (1d8d175f-1223-49ab-b64c-07780b952709), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:09:59.992819 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (1d8d175f-1223-49ab-b64c-07780b952709), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.043918 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (1d8d175f-1223-49ab-b64c-07780b952709), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.063205 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8d175f-1223-49ab-b64c-07780b952709,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:00.102712 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.104076 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-115e12d3-fa0f-4551-823d-e1613fe2484e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484596 Jun 22 09:10:00.108377 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51816) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:00.113238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group_rule': {'security_group_id': '4385fea4-d12f-4a30-bdc3-18ba964f65f9', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:00.180286 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (f2cd9da5-a0b1-4447-bb33-9d0760ffdaac), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.239311 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (f2cd9da5-a0b1-4447-bb33-9d0760ffdaac), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.312526 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (f2cd9da5-a0b1-4447-bb33-9d0760ffdaac), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.333419 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cd9da5-a0b1-4447-bb33-9d0760ffdaac,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:00.389301 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.390521 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f7ad93d5-eb09-44b4-9d28-461ecb7ce5b1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2808580 Jun 22 09:10:00.393313 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51818) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:00.397633 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group_rule': {'security_group_id': '4385fea4-d12f-4a30-bdc3-18ba964f65f9', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:00.472073 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (58290859-6adc-4efe-9320-53b91fa15b7b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.521320 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:00.536394 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (58290859-6adc-4efe-9320-53b91fa15b7b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.603163 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (58290859-6adc-4efe-9320-53b91fa15b7b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.622929 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58290859-6adc-4efe-9320-53b91fa15b7b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:00.708778 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.710452 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5d5217e0-d156-4974-82c0-3d8f4e0eb625 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157742 Jun 22 09:10:00.712741 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51824) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:00.717587 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group_rule': {'security_group_id': '4385fea4-d12f-4a30-bdc3-18ba964f65f9', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:00.800582 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Sync routers for ids ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:10:00.816296 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (c0e4e66a-5296-4cae-8cd8-966d8ed2bf43), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.822664 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Routers {'dff04b9d-b644-4e94-b9ca-8efbaf73621c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:00.823325 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:00.848903 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:00.869346 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:00.875919 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-d593e3fa-5aaf-471c-b7b6-fcb3defe98e9 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129994 Jun 22 09:10:00.897047 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (c0e4e66a-5296-4cae-8cd8-966d8ed2bf43), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:00.956873 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbd708-b8a4-4a6f-9002-7270375f8468 req-27c99236-c676-446c-8a5e-6b0aedeb867f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:00.958487 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bdbbd708-b8a4-4a6f-9002-7270375f8468 req-27c99236-c676-446c-8a5e-6b0aedeb867f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0814486 Jun 22 09:10:00.987056 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (c0e4e66a-5296-4cae-8cd8-966d8ed2bf43), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.007224 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e4e66a-5296-4cae-8cd8-966d8ed2bf43,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:01.023333 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Set router dff04b9d-b644-4e94-b9ca-8efbaf73621c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:01.049756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9f253401-48a2-46a0-ae37-7a9efdcdaadb req-fb3f0377-7244-4810-bb09-790a013b775e service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385903 Jun 22 09:10:01.053597 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bdbbd708-b8a4-4a6f-9002-7270375f8468 req-f585ffe2-6142-4906-9c22-7bc457331b19 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667348 Jun 22 09:10:01.095210 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:01.126199 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.127561 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f4255a64-4772-46a2-9b86-692a60ca1a09 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4138939 Jun 22 09:10:01.130262 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51828) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:01.134701 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group_rule': {'security_group_id': '4385fea4-d12f-4a30-bdc3-18ba964f65f9', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:01.162300 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:01.209655 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.213129 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:09:58Z', 'revision_number': 4, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8fad20e4-4692-42c1-a3fa-ad54a92ce307', 'name': '', 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'mac_address': 'fa:16:3e:a6:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8a63764c-535a-47ed-acff-e374c84a3ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:56Z', 'updated_at': '2022-06-22T09:09:58Z', 'revision_number': 2, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'subnets': [{'id': '8a63764c-535a-47ed-acff-e374c84a3ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:01.238190 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Project ed7f3e35bb9a4f2ea707996c3c46acfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:10:01.238584 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Checking router: dff04b9d-b644-4e94-b9ca-8efbaf73621c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:10:01.238966 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Updating router dff04b9d-b644-4e94-b9ca-8efbaf73621c port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:10:01.244620 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (f356b3a7-f8a8-44aa-ad23-3e38bb279582), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.267738 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.305096 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (f356b3a7-f8a8-44aa-ad23-3e38bb279582), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.399146 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 935380cd-14b2-49da-96c5-9627d00e52f3 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:01.417609 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (f356b3a7-f8a8-44aa-ad23-3e38bb279582), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.427550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:01.437111 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f356b3a7-f8a8-44aa-ad23-3e38bb279582,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:01.448787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 935380cd-14b2-49da-96c5-9627d00e52f3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:01.454608 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.498232 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.499819 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ed050b79-b39c-4dd7-b0d3-ba26db020a90 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3685675 Jun 22 09:10:01.502495 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 51830) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:01.507627 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'security_group_rule': {'security_group_id': '4385fea4-d12f-4a30-bdc3-18ba964f65f9', 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:01.536990 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 935380cd-14b2-49da-96c5-9627d00e52f3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:01.538870 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Publish callbacks [] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.597714 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.597907 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.598144 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Project ed7f3e35bb9a4f2ea707996c3c46acfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:10:01.605022 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (27a1811b-d37b-400f-aa44-3956dd57640a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.649774 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe605a5-5f16-49e0-8b12-1a9437ea8d7b None None] Pushing event updated for resources: {'Port': ['ID=8fad20e4-4692-42c1-a3fa-ad54a92ce307,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:01.674458 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (27a1811b-d37b-400f-aa44-3956dd57640a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.710120 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Attempting to bind port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:10:01.710754 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Attempting to bind port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:10:01.711279 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Attempting to bind port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 on network e0e454be-6702-442d-86f4-a8d6a56f2e69 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:10:01.717301 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:10:01.717972 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Checking segment: {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:10:01.718456 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.718980 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Bound using segment: {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:10:01.719514 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Bound port: 8fad20e4-4692-42c1-a3fa-ad54a92ce307, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4e7e4d-deeb-4145-9452-a8e717573b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:10:01.720016 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.781070 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (27a1811b-d37b-400f-aa44-3956dd57640a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.803258 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] For port 8fad20e4-4692-42c1-a3fa-ad54a92ce307, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:01.805186 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a1811b-d37b-400f-aa44-3956dd57640a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:01.811441 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] For port 8fad20e4-4692-42c1-a3fa-ad54a92ce307, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8fad20e4-4692-42c1-a3fa-ad54a92ce307,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:01.861174 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3ab36b5-f997-42a1-ae49-6dfcb2a1aa2a None None] Provisioning complete for port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:01.861554 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3ab36b5-f997-42a1-ae49-6dfcb2a1aa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.868777 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.869996 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5ae18a7b-da09-4d5e-a3cf-47493b46d6a8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3663049 Jun 22 09:10:01.884818 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:01.900414 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab36b5-f997-42a1-ae49-6dfcb2a1aa2a None None] Port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:10:01.936846 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Routers {'dff04b9d-b644-4e94-b9ca-8efbaf73621c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:01.937387 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:01.996295 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:02.044225 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe605a5-5f16-49e0-8b12-1a9437ea8d7b None None] Pushing event updated for resources: {'Port': ['ID=8fad20e4-4692-42c1-a3fa-ad54a92ce307,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:02.071622 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] Set router dff04b9d-b644-4e94-b9ca-8efbaf73621c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:02.215427 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820dc3a-67ca-4a5f-84e2-2b338128f0a0 req-eb477501-20a2-42ba-bbe6-b3f8fba5a0ff tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:02.216876 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c820dc3a-67ca-4a5f-84e2-2b338128f0a0 req-eb477501-20a2-42ba-bbe6-b3f8fba5a0ff tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0548165 Jun 22 09:10:02.223201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] Provisioning complete for port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:02.224140 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:02.268809 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:02.287195 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c820dc3a-67ca-4a5f-84e2-2b338128f0a0 req-abf5397e-af8e-4dee-8c4e-ed398e8809c7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646338 Jun 22 09:10:02.302403 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] Current status of the port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:02.302798 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:02.312265 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:09:58Z', 'revision_number': 4, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8fad20e4-4692-42c1-a3fa-ad54a92ce307', 'name': '', 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'mac_address': 'fa:16:3e:a6:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8a63764c-535a-47ed-acff-e374c84a3ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:56Z', 'updated_at': '2022-06-22T09:10:01Z', 'revision_number': 4, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'subnets': [{'id': '8a63764c-535a-47ed-acff-e374c84a3ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:02.323561 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:02.337602 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] For port 8fad20e4-4692-42c1-a3fa-ad54a92ce307, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8fad20e4-4692-42c1-a3fa-ad54a92ce307,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:02.341088 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536103c6-d0f3-4c49-a8cf-1c0a619da736 None None] The sync data for ids ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'] in dv-cinder-803823-12-iscsi is: [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:09:58Z', 'revision_number': 4, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '8fad20e4-4692-42c1-a3fa-ad54a92ce307', 'name': '', 'network_id': 'e0e454be-6702-442d-86f4-a8d6a56f2e69', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'mac_address': 'fa:16:3e:a6:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8a63764c-535a-47ed-acff-e374c84a3ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:56Z', 'updated_at': '2022-06-22T09:10:01Z', 'revision_number': 4, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'subnets': [{'id': '8a63764c-535a-47ed-acff-e374c84a3ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:10:02.426372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:02.479343 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ab0f6-912c-4d27-92c8-7cc7f6e3d0ac None None] Pushing event updated for resources: {'Port': ['ID=8fad20e4-4692-42c1-a3fa-ad54a92ce307,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:03.377529 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:03.413143 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8fad20e4-4692-42c1-a3fa-ad54a92ce307 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:03.414731 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc4972-0121-42fb-80d5-c5e3c5975d6d req-994b5185-ad1d-4710-a1f6-6062570095a3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:03.416235 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bffc4972-0121-42fb-80d5-c5e3c5975d6d req-994b5185-ad1d-4710-a1f6-6062570095a3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0489485 Jun 22 09:10:03.462232 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:03.462608 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:03.463462 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bffc4972-0121-42fb-80d5-c5e3c5975d6d req-e4c1d342-d030-43c3-b021-93b1b77438d2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Jun 22 09:10:03.539427 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:04.146021 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d855299-f8a6-4f57-b1e7-a540248d52f3 req-6677b58a-2b2f-4912-8b1e-1bbdcfc7d7eb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:04.147730 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2d855299-f8a6-4f57-b1e7-a540248d52f3 req-6677b58a-2b2f-4912-8b1e-1bbdcfc7d7eb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0501039 Jun 22 09:10:04.194255 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2d855299-f8a6-4f57-b1e7-a540248d52f3 req-bc87fe3d-dc54-44ed-a67d-ea1a67b94dc0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Jun 22 09:10:04.587245 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68381e3c-7d29-4059-ade7-154b6146355e req-23bbbb63-f394-45af-bc8b-7fd517ca5229 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:04.588741 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68381e3c-7d29-4059-ade7-154b6146355e req-23bbbb63-f394-45af-bc8b-7fd517ca5229 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 943 time: 0.0526726 Jun 22 09:10:04.627385 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:04.640081 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68381e3c-7d29-4059-ade7-154b6146355e req-bc7b45ce-885c-4ef2-92d9-7f981040ee69 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Jun 22 09:10:05.209735 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device ea94d4c1-1187-4b56-802a-ec257ccfe3bf details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:10:05.330064 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:05.330577 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea609de-64ff-45b2-97e2-5b4d3a11aeac req-5e85c5b9-0e4a-41bc-9e35-e325c5cab7a5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:05.336719 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1ea609de-64ff-45b2-97e2-5b4d3a11aeac req-5e85c5b9-0e4a-41bc-9e35-e325c5cab7a5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0670199 Jun 22 09:10:05.350966 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'port_id': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'mac_address': 'fa:16:3e:f1:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:10:05.390175 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port ea94d4c1-1187-4b56-802a-ec257ccfe3bf is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:05.390568 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:05.403530 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1ea609de-64ff-45b2-97e2-5b4d3a11aeac req-89ce2132-d6bf-4b5a-9db0-3336346ef0fe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623803 Jun 22 09:10:05.405865 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea94d4c1-1187-4b56-802a-ec257ccfe3bf {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:10:05.431704 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:05.516910 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:05.565968 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:05.753978 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12dbf9-fa58-4083-984e-f3271a419498 req-fb611328-cd21-4c17-94bc-d78096b1155a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:05.755386 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5a12dbf9-fa58-4083-984e-f3271a419498 req-fb611328-cd21-4c17-94bc-d78096b1155a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 944 time: 0.0472901 Jun 22 09:10:05.803756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5a12dbf9-fa58-4083-984e-f3271a419498 req-5ebbacc5-92bd-4997-b650-d232b7ccfc87 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Jun 22 09:10:06.063643 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['ea94d4c1-1187-4b56-802a-ec257ccfe3bf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:06.182985 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:06.523085 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0f578-bafb-4958-a967-8cb19630a978 req-e6ca8938-fe0c-49fd-935b-96b68db6ddd6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:06.524529 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53f0f578-bafb-4958-a967-8cb19630a978 req-e6ca8938-fe0c-49fd-935b-96b68db6ddd6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0462894 Jun 22 09:10:06.574948 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53f0f578-bafb-4958-a967-8cb19630a978 req-b7e31fd4-e4f8-4a65-8a6e-74cd69ba3ada tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Jun 22 09:10:06.918409 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd864-930b-4bbc-bb52-b9bdfa247ad2 req-807c9831-9729-475a-9ae9-2f8801781edb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:06.919929 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-614cd864-930b-4bbc-bb52-b9bdfa247ad2 req-807c9831-9729-475a-9ae9-2f8801781edb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 944 time: 0.0466549 Jun 22 09:10:06.972562 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-614cd864-930b-4bbc-bb52-b9bdfa247ad2 req-2873de1c-9732-4bda-9fb5-acfa20988746 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469115 Jun 22 09:10:07.198807 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device ea94d4c1-1187-4b56-802a-ec257ccfe3bf up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:07.241142 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port ea94d4c1-1187-4b56-802a-ec257ccfe3bf completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:10:07.295137 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port ea94d4c1-1187-4b56-802a-ec257ccfe3bf triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:07.295801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:07.369278 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port ea94d4c1-1187-4b56-802a-ec257ccfe3bf is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:07.369669 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:07.388579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:07.392801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:07.395010 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3f677-6cec-42b1-8218-3ae111f16cb9" -d '{"events": [{"server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "name": "network-vif-plugged", "status": "completed", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:07.412566 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:07.434364 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ead3b1-8b97-4f33-9f2a-f271f91af9f4 x-openstack-request-id: req-c5ead3b1-8b97-4f33-9f2a-f271f91af9f4 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:07.434670 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "name": "network-vif-plugged", "status": "completed", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:07.434948 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5ead3b1-8b97-4f33-9f2a-f271f91af9f4 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:07.438767 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ead3b1-8b97-4f33-9f2a-f271f91af9f4'] response: {'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'code': 200} Jun 22 09:10:07.483483 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:07.542666 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:07.693221 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb54d-60e9-4327-9942-d634574469ed req-d7d163b4-d182-463b-8a7a-6685a3ac9621 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:07.694990 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7a8bb54d-60e9-4327-9942-d634574469ed req-d7d163b4-d182-463b-8a7a-6685a3ac9621 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0467019 Jun 22 09:10:07.742630 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7a8bb54d-60e9-4327-9942-d634574469ed req-f285e6a3-6fa6-4711-837f-6ffd9beab8f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Jun 22 09:10:07.827134 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428dd43-5d0c-43af-8965-dc7347cfc8d7 req-926a4762-c021-4389-8b5d-f43b464360e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:07.828590 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c428dd43-5d0c-43af-8965-dc7347cfc8d7 req-926a4762-c021-4389-8b5d-f43b464360e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 1129 time: 0.0388520 Jun 22 09:10:07.873275 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c428dd43-5d0c-43af-8965-dc7347cfc8d7 req-e5f24aef-e3a1-4513-8607-49cf9557afa7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Jun 22 09:10:08.086612 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8615f7-aac8-44ba-a04e-5f4eefc0f677 req-f31756ad-240d-4cfd-9437-82143210449f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:08.088150 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0e8615f7-aac8-44ba-a04e-5f4eefc0f677 req-f31756ad-240d-4cfd-9437-82143210449f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0464294 Jun 22 09:10:08.134769 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0e8615f7-aac8-44ba-a04e-5f4eefc0f677 req-9602aa4e-be8c-47f9-ab9f-949195212fed tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Jun 22 09:10:08.863754 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7260b3-b123-4dbe-a0f6-d51cfab1bdf2 req-6f2b5384-3fbc-40fd-b28c-e8a6cb4f7f38 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:08.865116 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1c7260b3-b123-4dbe-a0f6-d51cfab1bdf2 req-6f2b5384-3fbc-40fd-b28c-e8a6cb4f7f38 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Jun 22 09:10:08.911315 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1c7260b3-b123-4dbe-a0f6-d51cfab1bdf2 req-62340365-7e8a-4519-abbc-f186197dbb25 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407288 Jun 22 09:10:09.246650 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06176ea0-5ef5-4886-a7a0-df772413b886 req-12c70353-de27-47ac-a7a8-ec0f56a980dd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:09.248115 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06176ea0-5ef5-4886-a7a0-df772413b886 req-12c70353-de27-47ac-a7a8-ec0f56a980dd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0464485 Jun 22 09:10:09.294515 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-06176ea0-5ef5-4886-a7a0-df772413b886 req-b115c1ad-ce0c-494d-8fb9-66c36bb62520 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402226 Jun 22 09:10:09.492346 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-e2f76917-804f-44b5-98f0-606fe7caf0a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381699 Jun 22 09:10:09.575300 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667620-d96a-45d2-af08-5d242f4832c4 req-e0e1e9a0-8b6c-4b8b-8d0e-7c1f1d1f8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:09.576768 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-e0e1e9a0-8b6c-4b8b-8d0e-7c1f1d1f8324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1130 time: 0.0398467 Jun 22 09:10:09.693283 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667620-d96a-45d2-af08-5d242f4832c4 req-6cdb594f-7559-4411-be34-54dcea250d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:09.694876 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-6cdb594f-7559-4411-be34-54dcea250d52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 912 time: 0.0968986 Jun 22 09:10:10.041153 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebac0d2-74c5-436e-bf8f-86ef8b30753e req-73a6571f-1da9-4db6-9d91-88e77ccf222d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:10.043557 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ebac0d2-74c5-436e-bf8f-86ef8b30753e req-73a6571f-1da9-4db6-9d91-88e77ccf222d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0589011 Jun 22 09:10:10.092508 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ebac0d2-74c5-436e-bf8f-86ef8b30753e req-ebb808dc-ae1d-482c-b0b3-7bf1270b61a3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Jun 22 09:10:10.407043 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46e554-1294-44d3-9405-93b34624fb5f req-34a56fc0-32bb-4df5-9358-5221561ee20b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:10.408482 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ef46e554-1294-44d3-9405-93b34624fb5f req-34a56fc0-32bb-4df5-9358-5221561ee20b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0467172 Jun 22 09:10:10.454128 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ef46e554-1294-44d3-9405-93b34624fb5f req-18619b65-5c35-4b17-ab87-e518236a7d38 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 Jun 22 09:10:10.581920 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89b77e-6f1d-4b7a-b122-32a8e0d9aa9f req-3faf8f93-1240-48ef-912d-3a01e54a591a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:10.583385 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ef89b77e-6f1d-4b7a-b122-32a8e0d9aa9f req-3faf8f93-1240-48ef-912d-3a01e54a591a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0655048 Jun 22 09:10:10.591697 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 51994) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:10.595925 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'port_id': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:10.636450 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (62335f59-b9f9-4c67-bf78-165440c6f921), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:10.777970 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-1b6df111-01af-4f2e-a87a-c9e70f31c0a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 1001 time: 0.1061571 Jun 22 09:10:10.871154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:10.912952 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667620-d96a-45d2-af08-5d242f4832c4 req-8399df08-eb43-4e7d-885f-593a317f6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:10.914370 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-8399df08-eb43-4e7d-885f-593a317f6204 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.0901372 Jun 22 09:10:10.916361 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:11.150917 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:11.202405 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (62335f59-b9f9-4c67-bf78-165440c6f921), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:11.213649 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce41685-46c4-4792-9e57-e0906ad38d07 req-f23706c4-4a32-4dc9-99d4-3e6579a6c2b9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:11.215145 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2ce41685-46c4-4792-9e57-e0906ad38d07 req-f23706c4-4a32-4dc9-99d4-3e6579a6c2b9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Jun 22 09:10:11.256307 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:11.263696 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2ce41685-46c4-4792-9e57-e0906ad38d07 req-dee45b6b-99bb-4594-9330-f44087b44346 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420289 Jun 22 09:10:11.303089 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 62335f59-b9f9-4c67-bf78-165440c6f921 associated. External IP: 172.27.0.12, port: ea94d4c1-1187-4b56-802a-ec257ccfe3bf. Jun 22 09:10:11.433457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667620-d96a-45d2-af08-5d242f4832c4 req-11999935-75ae-49df-8db2-7ebaa473d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:11.435597 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-11999935-75ae-49df-8db2-7ebaa473d679 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818233 Jun 22 09:10:11.448726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:11.619905 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-080668a9-e13b-4c62-b5e8-7bbe038c52ad service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752391 Jun 22 09:10:11.628339 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:10:11.782141 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:11.809896 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87667620-d96a-45d2-af08-5d242f4832c4 req-b2db5fa6-b71b-48c8-9069-853197a0bf59 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693633 Jun 22 09:10:11.812450 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:10:11.817362 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:11.823267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:10:11.834421 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:11.835318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:11.848205 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-30361c89-2b22-440f-8e3f-d79280d34421 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "PUT /v2.0/floatingips/62335f59-b9f9-4c67-bf78-165440c6f921 HTTP/1.1" status: 200 len: 990 time: 1.2554805 Jun 22 09:10:11.848783 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:11.851332 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0" -d '{"events": [{"name": "network-changed", "server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:11.888148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02b840-e20a-4c72-877c-7ebff415883f x-openstack-request-id: req-3d02b840-e20a-4c72-877c-7ebff415883f {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:11.888449 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:11.888700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d02b840-e20a-4c72-877c-7ebff415883f {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:11.889116 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d02b840-e20a-4c72-877c-7ebff415883f'] response: {'name': 'network-changed', 'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'status': 'completed', 'code': 200} Jun 22 09:10:11.939871 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:12.023290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-5c589a06-61ac-49e1-b3e2-7077ed7fd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:12.024796 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-5c589a06-61ac-49e1-b3e2-7077ed7fd1c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 1129 time: 0.0401015 Jun 22 09:10:12.106180 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:12.132997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-960d2f0e-22d1-432e-b897-0d39d2821e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:12.134375 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-960d2f0e-22d1-432e-b897-0d39d2821e55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 916 time: 0.0985456 Jun 22 09:10:12.170680 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:09Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}, {'id': '62335f59-b9f9-4c67-bf78-165440c6f921', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f1:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:41Z', 'updated_at': '2022-06-22T09:10:11Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:12.197483 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:10:12.205458 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:12.206069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:09:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:12.206951 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-39e84921-3d9e-4340-80d9-e2049815b260 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf HTTP/1.1" status: 200 len: 998 time: 0.0630724 Jun 22 09:10:12.263120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-e36417ca-0bf4-42cf-8b8f-c3afa75eebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:12.264574 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-e36417ca-0bf4-42cf-8b8f-c3afa75eebb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.0476673 Jun 22 09:10:12.312147 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-878ac22f-8f3c-4dfb-8b37-0a551b4bf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:12.313634 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-878ac22f-8f3c-4dfb-8b37-0a551b4bf6a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409732 Jun 22 09:10:12.316045 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=14 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:12.316581 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:12.406556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7cef5-402c-46c4-80ce-a030169a93c2 req-fc74bebb-9b40-4e76-b57d-af339a991bb4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:12.409647 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-67a7cef5-402c-46c4-80ce-a030169a93c2 req-fc74bebb-9b40-4e76-b57d-af339a991bb4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0608747 Jun 22 09:10:12.466856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:12.468051 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-cadd209e-233b-46af-8c4d-72cf66589c4b service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357474 Jun 22 09:10:12.494528 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-67a7cef5-402c-46c4-80ce-a030169a93c2 req-e208d431-bd55-4ebd-b190-e7fc17454402 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719450 Jun 22 09:10:12.589946 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:09Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}, {'id': '62335f59-b9f9-4c67-bf78-165440c6f921', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f1:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:41Z', 'updated_at': '2022-06-22T09:10:11Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:12.620155 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4aa3f-a1c0-4f48-a3fd-6bcee2f307b4 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:09Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}, {'id': '62335f59-b9f9-4c67-bf78-165440c6f921', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f1:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:41Z', 'updated_at': '2022-06-22T09:10:11Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:10:12.827190 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44df8e0e-8ada-45f2-981b-e8bd0eff6da0 req-4907611f-20ae-4d0e-abd1-6d07fb4c5eaf service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514519 Jun 22 09:10:12.850764 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d08bb-23de-49b6-91d1-36c1112eb894 None None] New status for floating IP 62335f59-b9f9-4c67-bf78-165440c6f921: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:10:12.881270 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56f7c0-f7db-4834-98eb-616c21c53304 req-66aa2993-c361-4ffc-9528-eba8712eb077 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:12.882846 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7d56f7c0-f7db-4834-98eb-616c21c53304 req-66aa2993-c361-4ffc-9528-eba8712eb077 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0484111 Jun 22 09:10:12.932644 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7d56f7c0-f7db-4834-98eb-616c21c53304 req-4c62562c-69e7-4e47-9427-737433dc0654 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Jun 22 09:10:13.619053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a83b9-869d-42f9-84d6-c097043f55d2 req-14364e0f-8185-4e85-bf86-e09c2d4388ea tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:13.620607 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b85a83b9-869d-42f9-84d6-c097043f55d2 req-14364e0f-8185-4e85-bf86-e09c2d4388ea tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0469024 Jun 22 09:10:13.669772 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b85a83b9-869d-42f9-84d6-c097043f55d2 req-4525fe3d-2f08-41b6-ab80-4e72d01c2177 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Jun 22 09:10:14.048314 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39470ee-6cbc-434f-a91f-01e4db1fdfa5 req-4321b3a8-b2c3-406a-ba83-d88bd194f9c8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:14.049677 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c39470ee-6cbc-434f-a91f-01e4db1fdfa5 req-4321b3a8-b2c3-406a-ba83-d88bd194f9c8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0451684 Jun 22 09:10:14.097204 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c39470ee-6cbc-434f-a91f-01e4db1fdfa5 req-66315496-d0ef-4dad-9064-da7249e00950 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Jun 22 09:10:14.787961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579363-c85f-4d9a-b269-a38b08010b11 req-f50e521e-1068-4b40-ad86-3a3369dd96e3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:14.789425 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e7579363-c85f-4d9a-b269-a38b08010b11 req-f50e521e-1068-4b40-ad86-3a3369dd96e3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0470200 Jun 22 09:10:14.838719 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e7579363-c85f-4d9a-b269-a38b08010b11 req-4e55ec7a-a575-4f93-8ee1-49effd3b1f71 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Jun 22 09:10:15.212083 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70035899-6fa7-4976-b30e-3b95d82bacdb req-0ac65d1d-64d6-4514-9843-f4c2dc1b0ef0 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:15.213612 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-70035899-6fa7-4976-b30e-3b95d82bacdb req-0ac65d1d-64d6-4514-9843-f4c2dc1b0ef0 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0472984 Jun 22 09:10:15.224559 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:15.260797 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-70035899-6fa7-4976-b30e-3b95d82bacdb req-efdba0e8-ea9d-4e0e-99ba-957ed799f8e8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jun 22 09:10:15.919769 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cf793-3823-457d-8b2b-835cd6421b1e req-b961f704-47f3-45fa-aece-97e4dee1c264 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:15.920746 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-069cf793-3823-457d-8b2b-835cd6421b1e req-b961f704-47f3-45fa-aece-97e4dee1c264 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0495894 Jun 22 09:10:15.995804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4002ea-5769-4254-9ecd-bedc34ec853d req-d1258062-e38e-4122-b217-53f2c3ddb7fe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:15.997310 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0f4002ea-5769-4254-9ecd-bedc34ec853d req-d1258062-e38e-4122-b217-53f2c3ddb7fe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0756757 Jun 22 09:10:16.062540 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Deleting port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:10:16.062917 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:16.092873 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0f4002ea-5769-4254-9ecd-bedc34ec853d req-c4a0cf00-e39d-4e42-9d6c-18eabad0f5f6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877788 Jun 22 09:10:16.143913 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:16.172404 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] For port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:16.172767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:16.188641 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Calling delete_port for 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:10:16.297563 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:16.369195 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (4aca7fad-7c3e-433c-a3a4-675450c7a2d2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:16.384380 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf6475-c305-41d7-84cd-04ff83282383 req-6a20e2e5-f4d5-40cb-b877-809b3dbc6386 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:16.386181 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-19cf6475-c305-41d7-84cd-04ff83282383 req-6a20e2e5-f4d5-40cb-b877-809b3dbc6386 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 946 time: 0.0558221 Jun 22 09:10:16.399249 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Pushing event deleted for resources: {'Port': ['ID=4aca7fad-7c3e-433c-a3a4-675450c7a2d2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:16.418065 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['4aca7fad-7c3e-433c-a3a4-675450c7a2d2'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:16.450977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] No DVR routers for this DVR port 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:10:16.453785 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:16.457595 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-069cf793-3823-457d-8b2b-835cd6421b1e req-d302a05b-adcf-46a1-9e09-8b2101ac0115 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "DELETE /v2.0/ports/4aca7fad-7c3e-433c-a3a4-675450c7a2d2 HTTP/1.1" status: 204 len: 173 time: 0.5271749 Jun 22 09:10:16.457818 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'name': 'network-vif-deleted', 'tag': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:16.460050 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117f23b-d78e-4223-a10c-f788b5d31805" -d '{"events": [{"server_uuid": "0e81493b-721d-4eff-a43f-85d2b26c3e25", "name": "network-vif-deleted", "tag": "4aca7fad-7c3e-433c-a3a4-675450c7a2d2"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:16.468181 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-19cf6475-c305-41d7-84cd-04ff83282383 req-4cef7d4d-a1b2-4680-b815-0945a1741a84 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736268 Jun 22 09:10:16.497783 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486dff96-6b94-484f-9351-7f773f5e9bd0 x-openstack-request-id: req-486dff96-6b94-484f-9351-7f773f5e9bd0 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:16.498090 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e81493b-721d-4eff-a43f-85d2b26c3e25", "name": "network-vif-deleted", "tag": "4aca7fad-7c3e-433c-a3a4-675450c7a2d2", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:16.498341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-486dff96-6b94-484f-9351-7f773f5e9bd0 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:16.498744 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486dff96-6b94-484f-9351-7f773f5e9bd0'] response: {'server_uuid': '0e81493b-721d-4eff-a43f-85d2b26c3e25', 'name': 'network-vif-deleted', 'tag': '4aca7fad-7c3e-433c-a3a4-675450c7a2d2', 'status': 'completed', 'code': 200} Jun 22 09:10:17.216991 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26d088-7e75-41b8-b5b7-39b2bcd0c695 req-ccc7d98a-8310-4fd0-903f-0ca3f8aa0c31 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:17.218461 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9a26d088-7e75-41b8-b5b7-39b2bcd0c695 req-ccc7d98a-8310-4fd0-903f-0ca3f8aa0c31 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Jun 22 09:10:17.265040 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9a26d088-7e75-41b8-b5b7-39b2bcd0c695 req-4f72edc9-74e5-4718-bc9a-618e3d5623da tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410411 Jun 22 09:10:17.583020 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-45c7dd56-a0f9-4c23-ad92-9d1a0b913e54 req-65d83cd1-ee10-4b7a-9e12-1cd427053e5d tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e81493b-721d-4eff-a43f-85d2b26c3e25 HTTP/1.1" status: 200 len: 210 time: 0.0269735 Jun 22 09:10:18.381530 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e50eb-3bfd-42bd-ba7c-6c0c6c63cd18 req-8dfbb963-9e60-4276-b5e0-1a25f750624f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:18.383017 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6f4e50eb-3bfd-42bd-ba7c-6c0c6c63cd18 req-8dfbb963-9e60-4276-b5e0-1a25f750624f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0469513 Jun 22 09:10:18.432136 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6f4e50eb-3bfd-42bd-ba7c-6c0c6c63cd18 req-4ac345d2-6933-4d75-af57-df448076825a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436306 Jun 22 09:10:19.284850 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:10:19.304395 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:10:19.304737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 4aca7fad-7c3e-433c-a3a4-675450c7a2d2 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:10:19.551759 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3a97-2000-4356-9daf-c3c8323f6d7e req-cfe59080-4903-4783-b6ba-707260abc46a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:19.553231 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c03d3a97-2000-4356-9daf-c3c8323f6d7e req-cfe59080-4903-4783-b6ba-707260abc46a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0487623 Jun 22 09:10:19.600059 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c03d3a97-2000-4356-9daf-c3c8323f6d7e req-322fd6ec-4514-4c08-9ce4-7bf1b81c36a3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Jun 22 09:10:20.720641 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093f9e-a919-4dda-a9c3-6819742032b8 req-eb6580bc-ec73-4ccf-b100-77a2b0d1f232 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:20.722110 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b8093f9e-a919-4dda-a9c3-6819742032b8 req-eb6580bc-ec73-4ccf-b100-77a2b0d1f232 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0510380 Jun 22 09:10:20.767453 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b8093f9e-a919-4dda-a9c3-6819742032b8 req-0c0d949f-ebb3-4cba-bc1e-10e1f6c7472c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 Jun 22 09:10:21.883818 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920f8c-3c46-4a91-b8bd-860aebe7e66d req-5588fdfe-b384-4722-a3e6-a7bdf6c6e4a4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:21.885163 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b920f8c-3c46-4a91-b8bd-860aebe7e66d req-5588fdfe-b384-4722-a3e6-a7bdf6c6e4a4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0472612 Jun 22 09:10:21.930902 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b920f8c-3c46-4a91-b8bd-860aebe7e66d req-33bf4c19-2422-498b-b8b7-b0a2aa815389 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400953 Jun 22 09:10:22.953159 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:22.957041 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:23.049994 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb000f2e-9d00-4f12-a3fd-1ff4c36d6a5a req-58c7f44a-c446-4c63-94e0-bf1594224785 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:23.051506 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb000f2e-9d00-4f12-a3fd-1ff4c36d6a5a req-58c7f44a-c446-4c63-94e0-bf1594224785 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0491524 Jun 22 09:10:23.098861 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb000f2e-9d00-4f12-a3fd-1ff4c36d6a5a req-3ef28164-c7de-47b7-a397-96cc1ffdaac8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Jun 22 09:10:24.219250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a7f8d-d3f0-4cc2-8d00-7dbaec12df12 req-71793bf2-97e3-401b-93bc-f32cdb4069e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:24.220826 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-413a7f8d-d3f0-4cc2-8d00-7dbaec12df12 req-71793bf2-97e3-401b-93bc-f32cdb4069e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0507283 Jun 22 09:10:24.271951 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-413a7f8d-d3f0-4cc2-8d00-7dbaec12df12 req-3b55ba50-acaa-4124-9d2f-0b4e1162d69d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450051 Jun 22 09:10:24.654955 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:10:25.391133 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb196e-d973-4efa-b233-f5375e3d37b2 req-e3d65919-ff6b-4df0-87f3-1a70af1997e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:25.392595 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b7cb196e-d973-4efa-b233-f5375e3d37b2 req-e3d65919-ff6b-4df0-87f3-1a70af1997e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0471473 Jun 22 09:10:25.442383 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b7cb196e-d973-4efa-b233-f5375e3d37b2 req-0fc74e0d-2ccb-4c0b-9487-1ac8df8217b1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442076 Jun 22 09:10:26.115768 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:26.196750 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46876bf3-8b8b-4a26-b950-f7af0fd2bd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:26.549323 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:26.559824 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6ae30-c9d2-4850-b293-c1e73182ae8d req-376b422f-fec3-4286-93e1-c7aee8a864a8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:26.561370 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27b6ae30-c9d2-4850-b293-c1e73182ae8d req-376b422f-fec3-4286-93e1-c7aee8a864a8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0464382 Jun 22 09:10:26.608077 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27b6ae30-c9d2-4850-b293-c1e73182ae8d req-55cbbd24-1869-4bb3-8d0d-57fffa138625 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411694 Jun 22 09:10:27.726250 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd6e8-4820-4d32-bc99-60b8dbfc24c9 req-9dd7f9c1-14eb-46e5-bb40-11c263808ffe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:27.727832 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fa6fd6e8-4820-4d32-bc99-60b8dbfc24c9 req-9dd7f9c1-14eb-46e5-bb40-11c263808ffe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Jun 22 09:10:27.774832 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fa6fd6e8-4820-4d32-bc99-60b8dbfc24c9 req-0ff047fe-e9c1-4ece-9f3b-786b3a560724 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Jun 22 09:10:28.464373 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ab77c03-b744-4722-b347-1ee00756a095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:28.894552 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f5d0-f95c-4816-9d3c-88c0dc5c12ef req-1283f7a6-575c-4852-97d4-a93f6fb24caf tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:28.896091 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bd18f5d0-f95c-4816-9d3c-88c0dc5c12ef req-1283f7a6-575c-4852-97d4-a93f6fb24caf tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Jun 22 09:10:28.941727 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bd18f5d0-f95c-4816-9d3c-88c0dc5c12ef req-cef2c04a-58aa-4934-b027-c65f4860b157 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Jun 22 09:10:29.249365 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-62e5f765-6bd7-4ca7-8a43-fbed1d46c2e5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:29.250815 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-62e5f765-6bd7-4ca7-8a43-fbed1d46c2e5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/networks?id=2f01d4cf-c4d9-425d-9769-cc3409305f79 HTTP/1.1" status: 200 len: 814 time: 0.1041074 Jun 22 09:10:29.265647 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-7279acee-dcbf-48dc-8c04-3e5bfc85da31 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/quotas/05bd1375c6784f58a77c9b508ff282c9 HTTP/1.1" status: 200 len: 375 time: 0.0095422 Jun 22 09:10:29.296524 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-fcb03269-6755-4c8b-8896-14dfa6ddcb3e tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=05bd1375c6784f58a77c9b508ff282c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262878 Jun 22 09:10:29.384724 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-828504c5-ff73-4ee5-8164-d5b760d71282 service neutron] 10.222.0.55 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817516 Jun 22 09:10:29.448290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:29.476712 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-c71466e6-f206-4e1c-84a8-43ab6bd0e798 service neutron] 10.222.0.55 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857246 Jun 22 09:10:29.562449 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:29.720042 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ac2695c4-ac67-4d17-acb6-5180c7299585 req-6bf27818-7119-4a04-af18-43e4df3de235 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Jun 22 09:10:30.064012 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5473eda-f63f-4f5f-8b98-b7b3a9ab8184 req-aa5ff395-8852-450e-93c4-547662eb92d6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:30.065585 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e5473eda-f63f-4f5f-8b98-b7b3a9ab8184 req-aa5ff395-8852-450e-93c4-547662eb92d6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0513563 Jun 22 09:10:30.114497 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e5473eda-f63f-4f5f-8b98-b7b3a9ab8184 req-42e65d15-c5fd-4930-8b4c-b8b25a3916c1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Jun 22 09:10:30.159953 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-b786cab3-0ac8-4b67-bb57-b5dc9aeee8be tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408999735&fields=id&tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb HTTP/1.1" status: 200 len: 267 time: 0.0462551 Jun 22 09:10:30.267706 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-e58800fe-ea1b-4e4c-a158-da5ee60368d7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:30.269200 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-e58800fe-ea1b-4e4c-a158-da5ee60368d7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 809 time: 0.1028666 Jun 22 09:10:30.283868 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-38ab2b0a-73ad-4dc5-b80a-3d90b0d355b6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/quotas/ed7f3e35bb9a4f2ea707996c3c46acfb HTTP/1.1" status: 200 len: 375 time: 0.0093737 Jun 22 09:10:30.331869 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-cf1651b7-3290-437d-964c-ee7672604d32 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432541 Jun 22 09:10:30.361082 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:30.429288 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-0bcb5779-877b-47c0-ab82-ad0d5883ccda service neutron] 10.222.0.55 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Jun 22 09:10:30.520841 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-32d37784-340a-4407-b54d-e5e6ba55c7ef service neutron] 10.222.0.55 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Jun 22 09:10:30.820570 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-86e28b43-4868-4168-b3f3-b5f191f23698 req-9b37151f-3d3b-4319-865d-095f8ec43d06 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Jun 22 09:10:31.151426 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-60a488eb-a6bf-4c04-99b9-933170b6490a req-2aa7c9c3-a28d-4717-bf03-e0afe27a9e73 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 210 time: 0.0305605 Jun 22 09:10:31.164232 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:31.240288 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b85a7-4804-47b4-88cb-0067eee33564 req-1b048eb7-4c00-4813-9b7d-3f59eacff490 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:31.241788 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-500b85a7-4804-47b4-88cb-0067eee33564 req-1b048eb7-4c00-4813-9b7d-3f59eacff490 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Jun 22 09:10:31.292826 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-500b85a7-4804-47b4-88cb-0067eee33564 req-93b8d86d-f5ba-4abf-b1b3-60ad9d9551c7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454187 Jun 22 09:10:31.334806 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:10:31.437439 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:31.448493 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'mac_address': 'fa:16:3e:da:92:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:10:31.485030 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:31.485428 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:31.510245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5897603a-c758-4aef-b13d-a1bcac6199a0 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:10:31.532444 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:31.597496 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:31.599991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:31.653218 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:31.768653 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-366d62b4-1d51-445d-ae37-6f745083e2a0 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:31.770593 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-366d62b4-1d51-445d-ae37-6f745083e2a0 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "GET /v2.0/networks?id=2f01d4cf-c4d9-425d-9769-cc3409305f79 HTTP/1.1" status: 200 len: 814 time: 0.1287718 Jun 22 09:10:31.793095 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Request body: {'port': {'device_id': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79', 'admin_state_up': True, 'tenant_id': '05bd1375c6784f58a77c9b508ff282c9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:31.813066 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['5897603a-c758-4aef-b13d-a1bcac6199a0'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:31.860473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:31.935292 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d38d873b-81c9-4dae-840f-5b27e0e70ddf req-53c4e704-7a02-48e3-bed8-9b776195be82 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 210 time: 0.0343869 Jun 22 09:10:32.008120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Made reservation on behalf of 05bd1375c6784f58a77c9b508ff282c9 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:32.011577 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:32.140875 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Allocated IP 172.20.0.6 (2f01d4cf-c4d9-425d-9769-cc3409305f79/7e1354fa-6608-4792-91a3-a3bb22201ee5/41924fe0-4d4e-4cee-b82a-b4bc77edf045) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:10:32.230657 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9209f084-ae6f-401f-ac5a-124ce114bb6f req-1c1f39fb-4a9d-4cd0-a57f-8bdc7982ca1f tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jun 22 09:10:32.295898 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks [] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:32.411861 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:32.419091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ceb-c899-4686-8839-4533e03b6b27 req-8d116f3c-8a5a-4bde-8b67-5703b01decab tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:32.420542 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bc2a0ceb-c899-4686-8839-4533e03b6b27 req-8d116f3c-8a5a-4bde-8b67-5703b01decab tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 944 time: 0.0507362 Jun 22 09:10:32.458408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:32.486765 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Network 2f01d4cf-c4d9-425d-9769-cc3409305f79 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:10:32.493311 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:32.500332 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Pushing event updated for resources: {'Port': ['ID=41924fe0-4d4e-4cee-b82a-b4bc77edf045,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:32.504299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:10:32.533173 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.533483 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.533824 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.534159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.534489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.534817 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.537851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:32.560621 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bc2a0ceb-c899-4686-8839-4533e03b6b27 req-ff4f962a-b5c5-40f0-a084-e05363bf5932 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331944 Jun 22 09:10:32.578121 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:32.578726 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:32.686793 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-6e6c815b-9d76-47b1-9e35-1d67dfcdea49 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8981414 Jun 22 09:10:32.724969 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Request body: {'port': {'device_id': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:32.787039 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:32.802168 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:33.069516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41924fe0-4d4e-4cee-b82a-b4bc77edf045 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:10:33.071996 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379374-2938-41c6-88f9-2b7c0cf10cd5 req-d47bef0f-6fb3-4bca-ba03-850d17084ba8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:33.073652 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-00379374-2938-41c6-88f9-2b7c0cf10cd5 req-d47bef0f-6fb3-4bca-ba03-850d17084ba8 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 931 time: 0.0548394 Jun 22 09:10:33.077736 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Publish callbacks [] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.092313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Transition to ACTIVE for port object 41924fe0-4d4e-4cee-b82a-b4bc77edf045 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:10:33.124529 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-00379374-2938-41c6-88f9-2b7c0cf10cd5 req-b774e5a1-6a28-490c-9403-c72bd999299e tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Jun 22 09:10:33.162727 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.212591 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Pushing event updated for resources: {'Port': ['ID=41924fe0-4d4e-4cee-b82a-b4bc77edf045,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:33.302701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Attempting to bind port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:10:33.303150 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Attempting to bind port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:10:33.303612 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Attempting to bind port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 on network 2f01d4cf-c4d9-425d-9769-cc3409305f79 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:10:33.311084 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 on network 2f01d4cf-c4d9-425d-9769-cc3409305f79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:10:33.311508 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Attempting to bind port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 on network 2f01d4cf-c4d9-425d-9769-cc3409305f79 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:10:33.342281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:10:33.342657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Checking segment: {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:10:33.343112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Bound using segment: {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:10:33.343531 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Bound port: 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:10:33.343896 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.348148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:33.372306 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3a6cfddc-22c4-41b9-b4b7-d47048802f4d req-f9ef1f14-7e62-4c1d-af44-d3029377637a tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 210 time: 0.0575714 Jun 22 09:10:33.424126 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 5897603a-c758-4aef-b13d-a1bcac6199a0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:33.425802 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.454299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] For port 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:33.458251 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] For port 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:33.468708 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:33.521655 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:33.522307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.535814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.564233 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:33.566040 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:33.568429 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65815777-3ed4-4d24-8447-8b96e34de34a" -d '{"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-plugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:33.609766 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce4d88-bab9-4c84-b4b5-563629221565 x-openstack-request-id: req-27ce4d88-bab9-4c84-b4b5-563629221565 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:33.610088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-plugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:33.610314 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27ce4d88-bab9-4c84-b4b5-563629221565 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:33.610735 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ce4d88-bab9-4c84-b4b5-563629221565'] response: {'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'code': 200} Jun 22 09:10:33.613885 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:33.614479 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Pushing event updated for resources: {'Port': ['ID=41924fe0-4d4e-4cee-b82a-b4bc77edf045,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:33.673222 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.688378 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:33.689134 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:33.691019 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-986748fb-9d09-42d6-8c2d-7e1bfb2ce83f service neutron] 10.222.0.47 "PUT /v2.0/ports/41924fe0-4d4e-4cee-b82a-b4bc77edf045 HTTP/1.1" status: 200 len: 1093 time: 0.9709454 Jun 22 09:10:33.691746 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'tag': '41924fe0-4d4e-4cee-b82a-b4bc77edf045'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:33.694852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b621ebf-0261-415d-a181-3e03c4911dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9ac4e6-8316-4cc4-b764-ee64344dffe0", "tag": "41924fe0-4d4e-4cee-b82a-b4bc77edf045"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:33.730991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:33.834874 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48626861-bd75-4d7b-a5ac-c941e06c193f x-openstack-request-id: req-48626861-bd75-4d7b-a5ac-c941e06c193f {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9ac4e6-8316-4cc4-b764-ee64344dffe0", "tag": "41924fe0-4d4e-4cee-b82a-b4bc77edf045", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48626861-bd75-4d7b-a5ac-c941e06c193f {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48626861-bd75-4d7b-a5ac-c941e06c193f'] response: {'name': 'network-changed', 'server_uuid': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'tag': '41924fe0-4d4e-4cee-b82a-b4bc77edf045', 'status': 'completed', 'code': 200} Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d3daf-c6aa-4279-9519-732cd2b3ea7b req-63eb6a98-2766-427c-94a6-db5a97653169 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-356d3daf-c6aa-4279-9519-732cd2b3ea7b req-63eb6a98-2766-427c-94a6-db5a97653169 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.2627661 Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-75f71c20-0896-453c-8eba-b35245921431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:33.950716 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-75f71c20-0896-453c-8eba-b35245921431 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05bd1375c6784f58a77c9b508ff282c9&device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 1127 time: 0.0972238 Jun 22 09:10:33.956627 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-5db748c1-65b2-4f3b-ad9e-b1855d19db28 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:33.959939 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-5db748c1-65b2-4f3b-ad9e-b1855d19db28 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.47 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 809 time: 0.3471906 Jun 22 09:10:34.021312 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-8d9afb34-fea4-4be9-a89e-70bfa3beba9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045 HTTP/1.1" status: 200 len: 217 time: 0.0600097 Jun 22 09:10:34.102247 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:34.115000 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-356d3daf-c6aa-4279-9519-732cd2b3ea7b req-ede80812-5e5b-4048-adc7-4152ed65738a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942089 Jun 22 09:10:34.154350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-76eae995-0d09-4884-b8bf-53f3d16f0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:34.155925 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-76eae995-0d09-4884-b8bf-53f3d16f0d5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1354fa-6608-4792-91a3-a3bb22201ee5 HTTP/1.1" status: 200 len: 854 time: 0.1186950 Jun 22 09:10:34.165939 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-aa178364-aacd-4c8a-bb6a-d13368745cee tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb HTTP/1.1" status: 200 len: 380 time: 0.1560316 Jun 22 09:10:34.205804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'port': {'device_id': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'admin_state_up': True, 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'security_groups': ['4385fea4-d12f-4a30-bdc3-18ba964f65f9']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:34.227457 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-d1cd7b7f-ae17-4d3f-9d96-35279bcbf9a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f01d4cf-c4d9-425d-9769-cc3409305f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603492 Jun 22 09:10:34.287137 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60be77-f5c3-4033-b6fc-d1eaa7246add req-bfb8ef80-0f1f-4953-bd10-cf1a608a0b70 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:34.297084 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4b60be77-f5c3-4033-b6fc-d1eaa7246add req-bfb8ef80-0f1f-4953-bd10-cf1a608a0b70 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 943 time: 0.0794363 Jun 22 09:10:34.365957 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4b60be77-f5c3-4033-b6fc-d1eaa7246add req-34604415-5ba8-42ea-bf01-9cdd5bfa6c13 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672638 Jun 22 09:10:34.435995 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-db6fecac-9c8d-4cda-b6ce-e59f5e3b2451 service neutron] 10.222.0.47 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908123 Jun 22 09:10:34.527159 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-73efc8d2-b398-48e5-9852-423c9717cf55 req-65e0a0b0-813f-4b7c-8af6-267c344321da tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 210 time: 0.0528150 Jun 22 09:10:34.529927 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Made reservation on behalf of ed7f3e35bb9a4f2ea707996c3c46acfb for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:10:34.533333 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:34.655978 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-282755eb-7f01-4a53-886d-5acc7f98b7e1 req-bbde7507-f911-41d2-835e-017ab229b6fb service neutron] 10.222.0.47 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128630 Jun 22 09:10:34.728431 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Allocated IP 172.20.0.3 (eadb524c-d462-48fa-babc-9c6bbef657b3/8f931891-376d-4aa7-835d-7e2a803fca8e/779d4f23-aa71-4166-aead-3f25b367efc9) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:10:34.839458 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:34.913904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for port (779d4f23-aa71-4166-aead-3f25b367efc9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:35.056247 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:35.110066 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Network eadb524c-d462-48fa-babc-9c6bbef657b3 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:10:35.113513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:35.118128 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:10:35.155929 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:35.208846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:35.217176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:35.344913 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810239cd-cef2-4dfc-8888-4293b8de8545 req-0ffb7e91-9bde-47a7-b897-fdd70fc509b3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:35.351548 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-810239cd-cef2-4dfc-8888-4293b8de8545 req-0ffb7e91-9bde-47a7-b897-fdd70fc509b3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0779417 Jun 22 09:10:35.488386 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-810239cd-cef2-4dfc-8888-4293b8de8545 req-2d6f9b38-f263-41c5-ba54-d6f583fe0d4f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304607 Jun 22 09:10:35.503733 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c6725719-df68-4bb0-9a11-e8713029dbae tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015924 Jun 22 09:10:35.507460 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7e0772ff-32d2-447a-b3b1-bfe3f3c7540d None None] Provisioning complete for port 779d4f23-aa71-4166-aead-3f25b367efc9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:35.515416 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e0772ff-32d2-447a-b3b1-bfe3f3c7540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:35.515416 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:35.544226 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7e0772ff-32d2-447a-b3b1-bfe3f3c7540d None None] Port 779d4f23-aa71-4166-aead-3f25b367efc9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:10:35.564367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:35.571129 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8a542-459e-4371-9a9f-3aba29f58ab4 req-f3c00482-399e-4d06-a8b0-8701c447ed24 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:35.572731 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0ce8a542-459e-4371-9a9f-3aba29f58ab4 req-f3c00482-399e-4d06-a8b0-8701c447ed24 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 943 time: 0.0747921 Jun 22 09:10:35.650214 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0ce8a542-459e-4371-9a9f-3aba29f58ab4 req-4d287c14-6c0d-4ac7-9e1c-5e05b8528206 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699263 Jun 22 09:10:35.688596 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515f669-7586-4592-ba87-95f3fdd0072b req-8ccd4edc-0712-455d-9edf-d79a1678df2c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:35.691294 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8515f669-7586-4592-ba87-95f3fdd0072b req-8ccd4edc-0712-455d-9edf-d79a1678df2c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 931 time: 0.0707533 Jun 22 09:10:35.721488 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:35.755988 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8515f669-7586-4592-ba87-95f3fdd0072b req-e12e1e27-5b68-4cbc-ac0c-42be14170178 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586162 Jun 22 09:10:35.941094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Request body: {'port': {'device_id': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:36.009845 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-2c4fe35a-5dbb-4a84-a18c-1925eac105f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:36.012495 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-2c4fe35a-5dbb-4a84-a18c-1925eac105f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05bd1375c6784f58a77c9b508ff282c9&device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 1127 time: 0.0759587 Jun 22 09:10:36.145484 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:36.269454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-b2057d79-07b3-4e4d-9628-39bb3f4b31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:36.271068 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-b2057d79-07b3-4e4d-9628-39bb3f4b31d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f01d4cf-c4d9-425d-9769-cc3409305f79 HTTP/1.1" status: 200 len: 915 time: 0.2496462 Jun 22 09:10:36.600566 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-898a33d7-6830-441c-bc18-24088f420165 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045 HTTP/1.1" status: 200 len: 217 time: 0.2879727 Jun 22 09:10:36.700560 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf58fe-43a6-4a44-9dc0-655063ca4377 req-9bb14288-31da-4bae-9dc7-819d6c4813c7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:36.702146 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-36bf58fe-43a6-4a44-9dc0-655063ca4377 req-9bb14288-31da-4bae-9dc7-819d6c4813c7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.1065266 Jun 22 09:10:36.756345 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-4b9fc5e5-f24e-47b7-a20a-285dd3f44955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:36.758130 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-4b9fc5e5-f24e-47b7-a20a-285dd3f44955 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1354fa-6608-4792-91a3-a3bb22201ee5 HTTP/1.1" status: 200 len: 854 time: 0.1481230 Jun 22 09:10:36.849996 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96dd89-7108-4534-add5-1ccd61e44db9 req-31e040bd-3f8a-4df7-91e5-617e6c2144a3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:36.852158 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0f96dd89-7108-4534-add5-1ccd61e44db9 req-31e040bd-3f8a-4df7-91e5-617e6c2144a3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 943 time: 0.0976593 Jun 22 09:10:36.858153 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-46bba12b-9cb4-4e69-a7eb-1555e2807366 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f01d4cf-c4d9-425d-9769-cc3409305f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567679 Jun 22 09:10:36.916194 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0f96dd89-7108-4534-add5-1ccd61e44db9 req-61727137-191c-4e34-9e77-a8ffdbf855bf tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Jun 22 09:10:37.003537 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-36bf58fe-43a6-4a44-9dc0-655063ca4377 req-b747ac0e-e108-4e81-aa15-6a7875b532e9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836592 Jun 22 09:10:37.063122 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3f08-df2e-4b18-96f9-cd7cd5abfebd req-776bf5a2-0e50-4041-921b-612ca6d368c5 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:37.070582 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-326b3f08-df2e-4b18-96f9-cd7cd5abfebd req-776bf5a2-0e50-4041-921b-612ca6d368c5 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 931 time: 0.0707467 Jun 22 09:10:37.081793 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779d4f23-aa71-4166-aead-3f25b367efc9 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:10:37.094179 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Publish callbacks [] for port (779d4f23-aa71-4166-aead-3f25b367efc9), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.116174 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-5b0105e6-9290-4662-b5b9-c3fb468ecce4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500620 Jun 22 09:10:37.119477 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Transition to ACTIVE for port object 779d4f23-aa71-4166-aead-3f25b367efc9 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:10:37.144981 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-326b3f08-df2e-4b18-96f9-cd7cd5abfebd req-5d1e5d5e-5ab6-4741-9053-319962019cb5 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719526 Jun 22 09:10:37.161935 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:37.193328 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.227329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:37.307840 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1b621ebf-0261-415d-a181-3e03c4911dcf req-6d7582f8-0346-40c5-9e12-0bc5474318cf service neutron] 10.222.0.47 "GET /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849689 Jun 22 09:10:37.310983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:37.364512 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 41924fe0-4d4e-4cee-b82a-b4bc77edf045 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:10:37.389258 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Attempting to bind port 779d4f23-aa71-4166-aead-3f25b367efc9 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:10:37.390535 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Attempting to bind port 779d4f23-aa71-4166-aead-3f25b367efc9 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:10:37.391190 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Attempting to bind port 779d4f23-aa71-4166-aead-3f25b367efc9 on network eadb524c-d462-48fa-babc-9c6bbef657b3 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:10:37.397394 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Port 779d4f23-aa71-4166-aead-3f25b367efc9 on network eadb524c-d462-48fa-babc-9c6bbef657b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:10:37.397984 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Attempting to bind port 779d4f23-aa71-4166-aead-3f25b367efc9 on network eadb524c-d462-48fa-babc-9c6bbef657b3 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:10:37.404870 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:10:37.405456 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Checking segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:10:37.406016 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Bound using segment: {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:10:37.406597 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Bound port: 779d4f23-aa71-4166-aead-3f25b367efc9, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b96387-3149-4513-84c7-65e70e0c8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:10:37.407159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.494910 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:10:37.499395 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:10:37.527504 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:37.542295 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '41924fe0-4d4e-4cee-b82a-b4bc77edf045', 'network_id': '2f01d4cf-c4d9-425d-9769-cc3409305f79', 'port_id': '41924fe0-4d4e-4cee-b82a-b4bc77edf045', 'mac_address': 'fa:16:3e:97:6a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1354fa-6608-4792-91a3-a3bb22201ee5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:10:37.575304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.596058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:37.596511 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.613468 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41924fe0-4d4e-4cee-b82a-b4bc77edf045 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:10:37.634608 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:37.635635 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.638107 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] 10.222.0.47 "PUT /v2.0/ports/779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 1093 time: 1.7063162 Jun 22 09:10:37.638661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:37.643632 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ded54f-8a63-43e9-985e-84539aad5d39" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:37.643855 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:37.643967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990c0b-1979-4edb-81b1-ce62d7472a71 service neutron] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:37.654704 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:37.655816 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:37.699530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af92e70-b74a-4b63-aee2-aeff9f30394b x-openstack-request-id: req-6af92e70-b74a-4b63-aee2-aeff9f30394b {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:37.699530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:37.699530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6af92e70-b74a-4b63-aee2-aeff9f30394b {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:37.699530 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af92e70-b74a-4b63-aee2-aeff9f30394b'] response: {'name': 'network-changed', 'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'status': 'completed', 'code': 200} Jun 22 09:10:37.718033 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:37.789205 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=41924fe0-4d4e-4cee-b82a-b4bc77edf045,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:37.829276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ded54f-8a63-43e9-985e-84539aad5d39 req-cf58d23f-77bd-4881-a547-5d9cac2acdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:37.831428 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c3ded54f-8a63-43e9-985e-84539aad5d39 req-cf58d23f-77bd-4881-a547-5d9cac2acdd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1127 time: 0.0665872 Jun 22 09:10:37.994532 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ded54f-8a63-43e9-985e-84539aad5d39 req-d911674e-d152-4680-9ec9-5fe1d4f7e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:37.996614 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c3ded54f-8a63-43e9-985e-84539aad5d39 req-d911674e-d152-4680-9ec9-5fe1d4f7e227 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1489308 Jun 22 09:10:38.104272 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ba49-e622-4f15-b0ae-532c88f4ade6 req-092a2c88-11a3-4b65-a758-6a6dd43587aa tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.111997 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a299ba49-e622-4f15-b0ae-532c88f4ade6 req-092a2c88-11a3-4b65-a758-6a6dd43587aa tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 944 time: 0.0917754 Jun 22 09:10:38.167434 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa8d1d-005d-4bab-8006-f57bffff5a68 req-4bb1c02b-d88e-4203-a438-9fc118f0726d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.172356 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['41924fe0-4d4e-4cee-b82a-b4bc77edf045'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:38.176591 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-73aa8d1d-005d-4bab-8006-f57bffff5a68 req-4bb1c02b-d88e-4203-a438-9fc118f0726d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0710933 Jun 22 09:10:38.177852 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a299ba49-e622-4f15-b0ae-532c88f4ade6 req-91b34d30-9996-4391-8b11-49a2850d86ec tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616138 Jun 22 09:10:38.184656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ded54f-8a63-43e9-985e-84539aad5d39 req-5397095b-8f27-4066-912a-2d1033ba7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.186395 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c3ded54f-8a63-43e9-985e-84539aad5d39 req-5397095b-8f27-4066-912a-2d1033ba7d8c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832957 Jun 22 09:10:38.239472 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-73aa8d1d-005d-4bab-8006-f57bffff5a68 req-6c61e969-df7b-496b-ac58-aa36e8b0f8b6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569673 Jun 22 09:10:38.333461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-96969779-9287-401c-9ffc-a8b6a12691ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.335010 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-96969779-9287-401c-9ffc-a8b6a12691ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1127 time: 0.0500689 Jun 22 09:10:38.359842 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5a7f-5d8f-4e9c-a513-a05c65f0388d req-e9daeba1-5d36-4643-8e9c-3881c4d57ac6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.372176 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e38a5a7f-5d8f-4e9c-a513-a05c65f0388d req-e9daeba1-5d36-4643-8e9c-3881c4d57ac6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0686629 Jun 22 09:10:38.393699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-57f20d7c-2727-42a7-8d50-ebb6ed9ce35b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 217 time: 0.0407112 Jun 22 09:10:38.399060 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:38.439878 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e38a5a7f-5d8f-4e9c-a513-a05c65f0388d req-3147a1de-65a3-40d0-9886-88550173bd17 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664546 Jun 22 09:10:38.460674 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-917b0b51-69fb-4705-a8ab-d996ac5709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.462335 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-917b0b51-69fb-4705-a8ab-d996ac5709bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 200 len: 848 time: 0.0608423 Jun 22 09:10:38.497473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:38.513743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-b8cf20fb-7b80-4bdd-b9f6-fa4c0f5149ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:38.515335 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-b8cf20fb-7b80-4bdd-b9f6-fa4c0f5149ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadb524c-d462-48fa-babc-9c6bbef657b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455236 Jun 22 09:10:38.624816 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-bd1d6fe2-c5ba-465d-9094-4cd97fd0a27e service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011693 Jun 22 09:10:38.737066 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1be1c1d2-995a-4315-997c-3bf26c9c04f3 req-69ea00f5-8d2c-44f5-9348-186debb10e87 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038840 Jun 22 09:10:39.345265 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7cc5f-ba7a-4fe4-9c6e-b2e8f3a6ef69 req-0ee26afa-dc1d-4d1d-b164-ae697359324a tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:39.352516 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a8f7cc5f-ba7a-4fe4-9c6e-b2e8f3a6ef69 req-0ee26afa-dc1d-4d1d-b164-ae697359324a tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 944 time: 0.0720201 Jun 22 09:10:39.385728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 41924fe0-4d4e-4cee-b82a-b4bc77edf045 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:39.429967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:39.449257 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36da8a-f3b6-45b4-8346-ad077795a573 req-6dff0687-8c69-4e77-81b3-482d3f4f667f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:39.457385 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8f36da8a-f3b6-45b4-8346-ad077795a573 req-6dff0687-8c69-4e77-81b3-482d3f4f667f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.1079931 Jun 22 09:10:39.462448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:10:39.486332 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a8f7cc5f-ba7a-4fe4-9c6e-b2e8f3a6ef69 req-3c052d99-0e4e-4a47-8f34-63fa1ba9bbcd tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269193 Jun 22 09:10:39.544627 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8f36da8a-f3b6-45b4-8346-ad077795a573 req-bc7ad132-83b7-4dfc-a1b0-0d3fbfef0dbb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749538 Jun 22 09:10:39.549536 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:39.549920 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:39.651871 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:39.652261 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:39.656014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662371f-54a8-4708-a28b-130730b7e75b req-f5046f4d-b05c-449a-ab18-110a36cd441d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:39.657545 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b662371f-54a8-4708-a28b-130730b7e75b req-f5046f4d-b05c-449a-ab18-110a36cd441d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0523801 Jun 22 09:10:39.676098 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41924fe0-4d4e-4cee-b82a-b4bc77edf045'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:39.678336 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d2e84f-2f63-4a0e-a82f-5fbccc8581bc" -d '{"events": [{"server_uuid": "8f9ac4e6-8316-4cc4-b764-ee64344dffe0", "name": "network-vif-plugged", "status": "completed", "tag": "41924fe0-4d4e-4cee-b82a-b4bc77edf045"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:39.691553 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:39.710399 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b662371f-54a8-4708-a28b-130730b7e75b req-3aff1019-49c2-4c1b-a590-907439446d66 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472729 Jun 22 09:10:39.716742 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc9f472-584f-4135-832f-2a2dca8b9c4b x-openstack-request-id: req-ddc9f472-584f-4135-832f-2a2dca8b9c4b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:39.717054 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9ac4e6-8316-4cc4-b764-ee64344dffe0", "name": "network-vif-plugged", "status": "completed", "tag": "41924fe0-4d4e-4cee-b82a-b4bc77edf045", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:39.717312 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddc9f472-584f-4135-832f-2a2dca8b9c4b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:39.717714 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc9f472-584f-4135-832f-2a2dca8b9c4b'] response: {'server_uuid': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41924fe0-4d4e-4cee-b82a-b4bc77edf045', 'code': 200} Jun 22 09:10:40.065566 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:40.100123 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:40.117277 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=41924fe0-4d4e-4cee-b82a-b4bc77edf045,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:40.333170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71860bfd-edf1-4390-a090-1ec53f36433a req-0c77ee79-ec68-4065-8205-d1070c9956ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.334115 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-71860bfd-edf1-4390-a090-1ec53f36433a req-0c77ee79-ec68-4065-8205-d1070c9956ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 1129 time: 0.0512102 Jun 22 09:10:40.397923 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-71860bfd-edf1-4390-a090-1ec53f36433a req-6a67ec47-d20f-49d0-9d23-c454f27478fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Jun 22 09:10:40.618378 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e6d3-f1a9-44f5-913d-1a3af692bdc3 req-8f702f6f-df2c-44e0-9f0a-305534563e97 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.622134 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0e02e6d3-f1a9-44f5-913d-1a3af692bdc3 req-8f702f6f-df2c-44e0-9f0a-305534563e97 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0607142 Jun 22 09:10:40.704239 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0e02e6d3-f1a9-44f5-913d-1a3af692bdc3 req-b26e3e18-09f7-4281-9196-8af7aba99cc0 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697734 Jun 22 09:10:40.736488 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69ff01-17f8-4292-a6f9-fad878a40750 req-426b5e91-6ede-40e4-8c2b-a593a3d2873b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.738135 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9a69ff01-17f8-4292-a6f9-fad878a40750 req-426b5e91-6ede-40e4-8c2b-a593a3d2873b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0627320 Jun 22 09:10:40.812765 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9a69ff01-17f8-4292-a6f9-fad878a40750 req-4b04c07b-2008-4d9c-87bf-6f88b2ae077e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688715 Jun 22 09:10:40.884219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99927-8028-4d40-89a9-90a913ea5ec2 req-4d200ed0-046a-43e9-86bf-d1c81a4b19fa tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:40.887763 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-22b99927-8028-4d40-89a9-90a913ea5ec2 req-4d200ed0-046a-43e9-86bf-d1c81a4b19fa tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0518770 Jun 22 09:10:40.943180 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-22b99927-8028-4d40-89a9-90a913ea5ec2 req-49bdf68e-bb15-4cc3-b51e-05fdf3ebe656 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509717 Jun 22 09:10:41.437130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:41.816646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b871c83-bd8e-47f4-9e81-07e26f358e7e req-f2a51107-63e0-4ec3-9c14-3fbcc7e1b31c tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:41.818178 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6b871c83-bd8e-47f4-9e81-07e26f358e7e req-f2a51107-63e0-4ec3-9c14-3fbcc7e1b31c tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Jun 22 09:10:41.892841 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6b871c83-bd8e-47f4-9e81-07e26f358e7e req-e7cb4724-1522-4098-af65-b334393a85f5 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Jun 22 09:10:41.971823 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d7786-2280-4816-8f41-5d61aed6b7d4 req-705a28b3-31a5-45c1-a3e6-370c06e987fa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:41.978894 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c3d7786-2280-4816-8f41-5d61aed6b7d4 req-705a28b3-31a5-45c1-a3e6-370c06e987fa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0764799 Jun 22 09:10:42.039966 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c3d7786-2280-4816-8f41-5d61aed6b7d4 req-e681a080-04d4-45a0-8c19-a92c3808d314 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601346 Jun 22 09:10:42.074281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c4f8e-921f-4f18-a8f7-50472353f49e req-eb8954f1-f8d7-4450-b77d-38bb76490e68 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:42.076581 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-084c4f8e-921f-4f18-a8f7-50472353f49e req-eb8954f1-f8d7-4450-b77d-38bb76490e68 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0534201 Jun 22 09:10:42.142636 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-084c4f8e-921f-4f18-a8f7-50472353f49e req-651303d8-f983-4e82-a40d-f74ef563370d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579023 Jun 22 09:10:43.032280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e8a71-3099-41ec-8bde-497ac6dd2aba req-537e92fc-174e-4683-91b7-46b6aa6a5395 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:43.033752 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b2e8a71-3099-41ec-8bde-497ac6dd2aba req-537e92fc-174e-4683-91b7-46b6aa6a5395 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0667157 Jun 22 09:10:43.082901 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b2e8a71-3099-41ec-8bde-497ac6dd2aba req-7772d290-f26b-4c30-bdd4-2eedc3efb33e tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Jun 22 09:10:43.159648 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6645-1f86-4b17-9705-1ed191e8333f req-de10fd37-0ad6-4c9f-8357-b4584194404a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:43.161145 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ee5a6645-1f86-4b17-9705-1ed191e8333f req-de10fd37-0ad6-4c9f-8357-b4584194404a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0471845 Jun 22 09:10:43.209046 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ee5a6645-1f86-4b17-9705-1ed191e8333f req-46ba8a86-9637-40fa-9e25-185421eb9135 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Jun 22 09:10:43.324027 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89eeff-955c-46c4-9703-65dac2c899d3 req-c1414ff5-5d00-4e32-96a0-8fafd960a211 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:43.325507 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8f89eeff-955c-46c4-9703-65dac2c899d3 req-c1414ff5-5d00-4e32-96a0-8fafd960a211 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0589674 Jun 22 09:10:43.375319 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8f89eeff-955c-46c4-9703-65dac2c899d3 req-078aaa6c-7e08-40b5-8aa9-cbc941607ce8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Jun 22 09:10:44.329367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b8b28-a464-4b75-a6f5-caf715d3b46f req-127dfccd-0e6d-4635-9225-539499b8c903 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:44.330845 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2c6b8b28-a464-4b75-a6f5-caf715d3b46f req-127dfccd-0e6d-4635-9225-539499b8c903 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0468228 Jun 22 09:10:44.382348 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2c6b8b28-a464-4b75-a6f5-caf715d3b46f req-2a1bade5-35a8-428a-80bd-9b5ebdb43999 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461655 Jun 22 09:10:44.492249 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b452cda-262b-4a43-a639-c8b65fa794a8 req-0cd1242e-59a5-4b35-97c6-707cc269be7d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:44.493666 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8b452cda-262b-4a43-a639-c8b65fa794a8 req-0cd1242e-59a5-4b35-97c6-707cc269be7d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0474229 Jun 22 09:10:44.546423 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8b452cda-262b-4a43-a639-c8b65fa794a8 req-7a1dc02d-26a8-45bb-93cd-9749e9380c75 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Jun 22 09:10:45.503515 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fce16a-86ef-49e0-b869-7b563cbf0495 req-3887d7ea-70e6-45eb-839a-5d8f479d505a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:45.503515 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f4fce16a-86ef-49e0-b869-7b563cbf0495 req-3887d7ea-70e6-45eb-839a-5d8f479d505a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Jun 22 09:10:45.542940 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:45.550309 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f4fce16a-86ef-49e0-b869-7b563cbf0495 req-4d44756a-5052-48a8-a58f-b57167d57db1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Jun 22 09:10:45.651510 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:45.662201 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e001f-f1bc-4302-8fda-a5cfe6d1e934 req-78db34a8-c6ad-4e19-b2b5-2d4a354818e6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:45.664021 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d98e001f-f1bc-4302-8fda-a5cfe6d1e934 req-78db34a8-c6ad-4e19-b2b5-2d4a354818e6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0470703 Jun 22 09:10:45.716247 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d98e001f-f1bc-4302-8fda-a5cfe6d1e934 req-d98d2ff5-e13f-481b-8c09-a8737e9d7c0e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Jun 22 09:10:46.071089 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-f8d21294-3549-4e34-9075-cac90f67a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:46.072605 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-f8d21294-3549-4e34-9075-cac90f67a5dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1129 time: 0.0392284 Jun 22 09:10:46.166355 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-ffaa5804-e48b-457d-aa84-05bdf86821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:46.167927 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-ffaa5804-e48b-457d-aa84-05bdf86821bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.0868642 Jun 22 09:10:46.235689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:46.237492 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-cda6bd52-74bb-40e3-a865-d2b66e4c22cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 200 len: 1001 time: 0.0631888 Jun 22 09:10:46.311218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-d5bbb7e8-ad73-4236-853f-2ae3305a1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:46.312635 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-d5bbb7e8-ad73-4236-853f-2ae3305a1d46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0449097 Jun 22 09:10:46.356935 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-271a3a06-52e4-460e-9d2a-b81325e47833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:46.358437 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-271a3a06-52e4-460e-9d2a-b81325e47833 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385606 Jun 22 09:10:46.452326 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-16e09a84-b3fe-4c3a-8ed5-a17ec665acd4 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866048 Jun 22 09:10:46.544161 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-caebfe83-8aba-4097-a72d-d2386416bd2a req-d671d946-48f1-49e9-aac1-7ea874d986e2 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850117 Jun 22 09:10:46.669615 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b133-7e23-46ee-9abe-3751ab426b35 req-6c7fee94-0622-4cb8-8026-f451c737fba4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:46.671075 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2045b133-7e23-46ee-9abe-3751ab426b35 req-6c7fee94-0622-4cb8-8026-f451c737fba4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0457883 Jun 22 09:10:46.723933 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2045b133-7e23-46ee-9abe-3751ab426b35 req-eab5d160-e935-448f-a73b-bf0df93a0cc0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466902 Jun 22 09:10:46.827049 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccad3a6-4c0b-4205-aa32-abd04de2a93b req-54b2fc14-e656-488b-8f7f-3673c1c3f96c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:46.828442 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5ccad3a6-4c0b-4205-aa32-abd04de2a93b req-54b2fc14-e656-488b-8f7f-3673c1c3f96c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0466223 Jun 22 09:10:46.881477 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5ccad3a6-4c0b-4205-aa32-abd04de2a93b req-f00a4ce6-9a8d-4558-a57a-9982b323cfb6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475211 Jun 22 09:10:47.403917 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:10:47.412697 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:47.497889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:47.511847 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '779d4f23-aa71-4166-aead-3f25b367efc9', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'port_id': '779d4f23-aa71-4166-aead-3f25b367efc9', 'mac_address': 'fa:16:3e:1d:97:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:10:47.545121 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 779d4f23-aa71-4166-aead-3f25b367efc9 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:47.545501 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:47.557761 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779d4f23-aa71-4166-aead-3f25b367efc9 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:10:47.577268 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:47.665430 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:47.710445 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:47.717335 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.717683 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.718050 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.718393 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.718725 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.719079 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.719407 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.719732 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.720056 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.720380 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.720701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.721039 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.721365 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.721684 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.722002 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:10:47.842005 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ba92e-f3af-4010-a076-22e761c15d92 req-0788304e-ca81-4217-bbd3-cf7c6dc462d1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:47.843480 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f95ba92e-f3af-4010-a076-22e761c15d92 req-0788304e-ca81-4217-bbd3-cf7c6dc462d1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0485349 Jun 22 09:10:47.889221 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f95ba92e-f3af-4010-a076-22e761c15d92 req-f5a0614b-b247-45f9-aef5-9ccf4b3e70ae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Jun 22 09:10:47.991898 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03455857-becf-4989-a80d-973a92b9472a req-4a8bb450-c5d9-4740-8489-21bc67eb0617 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:47.993335 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-03455857-becf-4989-a80d-973a92b9472a req-4a8bb450-c5d9-4740-8489-21bc67eb0617 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 944 time: 0.0465693 Jun 22 09:10:48.040343 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-03455857-becf-4989-a80d-973a92b9472a req-237e3966-ce93-4f83-bd40-671b161db8d4 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Jun 22 09:10:48.179988 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['779d4f23-aa71-4166-aead-3f25b367efc9'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:10:49.003842 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c2b7f-b6f0-4637-b4be-ac7b71f617de req-c2c8411a-653a-4352-9f94-ef0f2b823efb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:49.005288 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-631c2b7f-b6f0-4637-b4be-ac7b71f617de req-c2c8411a-653a-4352-9f94-ef0f2b823efb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 945 time: 0.0458248 Jun 22 09:10:49.050575 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-631c2b7f-b6f0-4637-b4be-ac7b71f617de req-6ac7edd8-a6f8-4914-a3ef-d8c3202c238d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Jun 22 09:10:49.159781 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a29f37-0354-43fc-aed7-4445898a7047 req-54e3f7c0-7e5a-4451-beaf-cb70e8e3bad3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:49.161416 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-03a29f37-0354-43fc-aed7-4445898a7047 req-54e3f7c0-7e5a-4451-beaf-cb70e8e3bad3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 944 time: 0.0526855 Jun 22 09:10:49.211077 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-03a29f37-0354-43fc-aed7-4445898a7047 req-fea24b2a-954e-4deb-9183-2b3dff71e067 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Jun 22 09:10:49.398005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:10:49.442251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 779d4f23-aa71-4166-aead-3f25b367efc9 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:10:49.505654 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 779d4f23-aa71-4166-aead-3f25b367efc9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:10:49.506079 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:49.544448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:49.577845 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 779d4f23-aa71-4166-aead-3f25b367efc9 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:49.578231 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:49.600892 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:49.603124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26490539-8e70-4a53-88c3-f6132ed69865" -d '{"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-plugged", "status": "completed", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:49.616334 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:49.637845 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b05cb-ed43-479f-8945-53482eca5cd3 x-openstack-request-id: req-bc9b05cb-ed43-479f-8945-53482eca5cd3 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:49.638139 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-plugged", "status": "completed", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:49.638392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc9b05cb-ed43-479f-8945-53482eca5cd3 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:49.639032 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9b05cb-ed43-479f-8945-53482eca5cd3'] response: {'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'code': 200} Jun 22 09:10:49.682548 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:49.683418 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:10:49.760890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:49.765975 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:49.799370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:49.799757 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:49.833652 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:10:49.946604 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:49.991523 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:50.115536 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b7ed8-1a56-4796-b33b-49208eeca3d7 req-4500a5a4-b585-4d35-88f7-27c802baff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:50.117056 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-728b7ed8-1a56-4796-b33b-49208eeca3d7 req-4500a5a4-b585-4d35-88f7-27c802baff60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1129 time: 0.0406382 Jun 22 09:10:50.176052 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-728b7ed8-1a56-4796-b33b-49208eeca3d7 req-bb6a94c4-ea42-4d2b-b641-b975cd81374c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488782 Jun 22 09:10:50.198945 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-6f8202e7-7696-4966-8290-95b3347bcdf5 req-204110c9-c5c9-4570-8eff-26b035fe1fe7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:10:50.200150 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6f8202e7-7696-4966-8290-95b3347bcdf5 req-204110c9-c5c9-4570-8eff-26b035fe1fe7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054834 Jun 22 09:10:50.327120 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8546ac9-9be5-485c-ac5e-c7be18ffb4ad req-528f54ff-0e3f-4ac1-9191-d46766285356 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:50.328558 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b8546ac9-9be5-485c-ac5e-c7be18ffb4ad req-528f54ff-0e3f-4ac1-9191-d46766285356 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0508482 Jun 22 09:10:50.360336 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:50.377315 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b8546ac9-9be5-485c-ac5e-c7be18ffb4ad req-a7c89f56-be60-4426-9458-185a198aee3b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Jun 22 09:10:50.488030 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fdc23-d3a7-4338-9524-5fc83cd87f1f req-4621057b-9429-4c49-bf94-b5cdf91a09d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:50.489508 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-886fdc23-d3a7-4338-9524-5fc83cd87f1f req-4621057b-9429-4c49-bf94-b5cdf91a09d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0479543 Jun 22 09:10:50.544979 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-886fdc23-d3a7-4338-9524-5fc83cd87f1f req-512eb442-8f39-4c6f-bd10-883d7b20b278 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499833 Jun 22 09:10:50.928156 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 52442) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:51.039218 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-018e2290-0184-40e5-96b1-1f5a7af56e5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097398 Jun 22 09:10:51.047926 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-ba9638a2-2bc4-4394-b319-8f2e42ee543c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:10:51.048859 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-ba9638a2-2bc4-4394-b319-8f2e42ee543c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053825 Jun 22 09:10:51.123611 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 52450) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:51.217196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-157ba17b-c1ef-48b1-89d6-f8c63d0594b7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:51.218524 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-157ba17b-c1ef-48b1-89d6-f8c63d0594b7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports/5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 200 len: 940 time: 0.0939593 Jun 22 09:10:51.643498 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:51.646556 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5a10ab-3c1a-41a4-b739-21593098d7ec" -d '{"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-unplugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:51.662667 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:51.683626 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3e72e-a097-425c-929e-50e652d64dd2 req-a0a80f3d-df0e-4cd6-b876-a3159462b50f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:51.685697 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3ac3e72e-a097-425c-929e-50e652d64dd2 req-a0a80f3d-df0e-4cd6-b876-a3159462b50f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0580490 Jun 22 09:10:51.706069 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60948476-3036-4a3a-8d5e-bcb44d356f0b req-400a8b35-88a2-4d2c-8787-347564cfbb69 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:51.707562 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-60948476-3036-4a3a-8d5e-bcb44d356f0b req-400a8b35-88a2-4d2c-8787-347564cfbb69 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.2617545 Jun 22 09:10:51.736322 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3ac3e72e-a097-425c-929e-50e652d64dd2 req-dd8ff56e-e141-4bc7-a58f-8d3da1b94daf tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 Jun 22 09:10:51.759736 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-60948476-3036-4a3a-8d5e-bcb44d356f0b req-6ff9d95c-898b-46e3-8972-40f502b1ecf6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465903 Jun 22 09:10:51.788729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6744fd-5b2c-4946-9054-cd8f258d4947 x-openstack-request-id: req-ed6744fd-5b2c-4946-9054-cd8f258d4947 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:51.789016 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-unplugged", "status": "failed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "code": 422}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:51.789264 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed6744fd-5b2c-4946-9054-cd8f258d4947 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:51.789693 dv-cinder-803823-12-iscsi neutron-server[104668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ed6744fd-5b2c-4946-9054-cd8f258d4947']: {'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'code': 422} returned with failed status Jun 22 09:10:52.869659 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3986ec-cb97-46b5-9733-1b648f44a335 req-6651c8ba-e1a3-44c0-b0ee-e15c08fd8dcd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:52.871262 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd3986ec-cb97-46b5-9733-1b648f44a335 req-6651c8ba-e1a3-44c0-b0ee-e15c08fd8dcd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0593748 Jun 22 09:10:52.921699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd3986ec-cb97-46b5-9733-1b648f44a335 req-91567cd7-af30-4de5-81fe-2035ad1ce88f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Jun 22 09:10:53.033415 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc56e4-0312-458a-8acb-f47bdd3f8dc0 req-31123dd7-c96b-41e3-90d5-7c6be4614136 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:53.034781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c8cc56e4-0312-458a-8acb-f47bdd3f8dc0 req-31123dd7-c96b-41e3-90d5-7c6be4614136 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0494440 Jun 22 09:10:53.047816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:53.084586 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c8cc56e4-0312-458a-8acb-f47bdd3f8dc0 req-39a00253-287e-49bb-97d5-1cae59cf114e tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Jun 22 09:10:53.195166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd331b-fdb3-4fca-9122-795f174f34e6 req-f987c9ff-e5c7-47ef-a7a2-309baeba72a2 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:53.196618 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-11cd331b-fdb3-4fca-9122-795f174f34e6 req-f987c9ff-e5c7-47ef-a7a2-309baeba72a2 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0470142 Jun 22 09:10:53.245862 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-11cd331b-fdb3-4fca-9122-795f174f34e6 req-3f9a8639-377f-4eb4-a0f4-9fe232fdb8dd tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Jun 22 09:10:53.267382 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 52490) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:53.353977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27ea08-1b2e-4320-9fb6-85ed9170f88a tempest-TestShelveInstance-1764082782 tempest-TestShelveInstance-1764082782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:53.358890 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-dd27ea08-1b2e-4320-9fb6-85ed9170f88a tempest-TestShelveInstance-1764082782 tempest-TestShelveInstance-1764082782-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1124 time: 0.0872312 Jun 22 09:10:53.365670 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 52496) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:10:53.365670 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'port_id': '779d4f23-aa71-4166-aead-3f25b367efc9', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:10:53.414489 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:10:53.443517 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:53.490430 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: DOWN; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:10:53.540988 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:53.657698 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Allocated IP 172.27.0.90 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/4e279836-d10f-41c9-b6a8-bb516358f08a) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:10:53.756702 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:53.837173 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:53.883748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:10:53.886922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:10:53.890661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:10:53.893838 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'Port': ['ID=4e279836-d10f-41c9-b6a8-bb516358f08a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:53.922924 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:54.081017 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23ed1-ed1d-481f-b5c7-74e79d7c2db6 req-3726265e-aa19-401f-bdc3-9369f30ac5e9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:54.082390 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb23ed1-ed1d-481f-b5c7-74e79d7c2db6 req-3726265e-aa19-401f-bdc3-9369f30ac5e9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0891557 Jun 22 09:10:54.084443 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:54.179769 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb23ed1-ed1d-481f-b5c7-74e79d7c2db6 req-5a0b2a9d-7d75-47cb-bac6-ff5bdcc1985f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879636 Jun 22 09:10:54.322433 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for floatingip (e5199c63-96d9-49ca-a2b8-5c070462b250), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:54.467102 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:54.629904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:54.666025 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:54.688286 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:54.765837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event updated for resources: {'Port': ['ID=4e279836-d10f-41c9-b6a8-bb516358f08a,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:10:54.785156 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (e5199c63-96d9-49ca-a2b8-5c070462b250), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:54.878443 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Floating IP e5199c63-96d9-49ca-a2b8-5c070462b250 associated. External IP: 172.27.0.90, port: 779d4f23-aa71-4166-aead-3f25b367efc9. Jun 22 09:10:54.926633 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:55.304949 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb167ce-4bd6-4775-be69-39fc5d6beb63 req-1b3a8910-e3f6-4422-812e-f99643ae609c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:55.306329 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0fb167ce-4bd6-4775-be69-39fc5d6beb63 req-1b3a8910-e3f6-4422-812e-f99643ae609c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0481560 Jun 22 09:10:55.320230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:55.335417 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Router 1e03fc43-6ad2-46ad-9746-ae64004113db has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:10:55.356905 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0fb167ce-4bd6-4775-be69-39fc5d6beb63 req-ec896ab3-00c2-4b2d-b378-f2008f39d6cd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Jun 22 09:10:55.442372 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:10:55.452360 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] Sync routers for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:10:55.464525 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:55.464525 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:10:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:55.553280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:55.569115 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:55.592118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-9b96e3c5-4307-4f08-a196-337063da08a7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2299666 Jun 22 09:10:55.592118 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:10:55.593357 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7850e3-a820-4972-b57c-31f7e4b0ab23" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:10:55.632612 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee69b515-a70e-4af1-bee4-a2dd8fb10962 x-openstack-request-id: req-ee69b515-a70e-4af1-bee4-a2dd8fb10962 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:10:55.632905 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:10:55.633165 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee69b515-a70e-4af1-bee4-a2dd8fb10962 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:10:55.633571 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee69b515-a70e-4af1-bee4-a2dd8fb10962'] response: {'name': 'network-changed', 'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'status': 'completed', 'code': 200} Jun 22 09:10:55.790534 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'e5199c63-96d9-49ca-a2b8-5c070462b250', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'port_id': '779d4f23-aa71-4166-aead-3f25b367efc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'mac_address': 'fa:16:3e:1d:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:10:54Z', 'updated_at': '2022-06-22T09:10:54Z', 'revision_number': 0, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:55.815645 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] Checking router: 1e03fc43-6ad2-46ad-9746-ae64004113db for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:10:55.823996 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:10:55.824590 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:10:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:55.866674 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d5574-d803-4008-86f1-c1109d460bed req-58f90553-a8a8-4512-9bc6-faf16ef5baea tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:55.868195 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5c4d5574-d803-4008-86f1-c1109d460bed req-58f90553-a8a8-4512-9bc6-faf16ef5baea tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0499179 Jun 22 09:10:55.917605 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5c4d5574-d803-4008-86f1-c1109d460bed req-9f9cdf02-c6ee-4ea2-a83a-9a96ce11b7a0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Jun 22 09:10:56.047931 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:10:56.118345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:56.201114 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca3349a4-3584-428b-be00-b0fa32328a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:56.249058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:56.265845 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'e5199c63-96d9-49ca-a2b8-5c070462b250', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'port_id': '779d4f23-aa71-4166-aead-3f25b367efc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'mac_address': 'fa:16:3e:1d:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:10:54Z', 'updated_at': '2022-06-22T09:10:54Z', 'revision_number': 0, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:10:56.289777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e34fc-ddd8-47e6-ab54-e63cfc5eec02 None None] The sync data for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi is: [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'e5199c63-96d9-49ca-a2b8-5c070462b250', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'port_id': '779d4f23-aa71-4166-aead-3f25b367efc9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'mac_address': 'fa:16:3e:1d:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:10:54Z', 'updated_at': '2022-06-22T09:10:54Z', 'revision_number': 0, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:10:56.487508 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1fa4b-2038-4841-ae22-71d20050ce59 req-0aee0c90-ab03-436b-b236-31bb3f4dc72c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:56.488981 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-23c1fa4b-2038-4841-ae22-71d20050ce59 req-0aee0c90-ab03-436b-b236-31bb3f4dc72c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0518949 Jun 22 09:10:56.491923 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa027ec1-d7f9-48b9-b2ab-cd67442416c6 None None] New status for floating IP e5199c63-96d9-49ca-a2b8-5c070462b250: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:10:56.537843 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-23c1fa4b-2038-4841-ae22-71d20050ce59 req-2f071869-5648-4f77-95c7-bf4b5be2a631 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Jun 22 09:10:57.031850 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56602910-83bd-4204-8c32-fef43bb606d3 req-b1e94718-de38-48f5-a578-f9ce916e20a0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:57.033305 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56602910-83bd-4204-8c32-fef43bb606d3 req-b1e94718-de38-48f5-a578-f9ce916e20a0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0478880 Jun 22 09:10:57.079023 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56602910-83bd-4204-8c32-fef43bb606d3 req-de7b53ff-5b6d-4277-9d51-7543047f2c23 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Jun 22 09:10:57.660075 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde1acb-d1d2-4e18-8b1c-4caede8bec97 req-049861d4-1d1e-434a-9c26-e48bf81db572 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:57.661455 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dcde1acb-d1d2-4e18-8b1c-4caede8bec97 req-049861d4-1d1e-434a-9c26-e48bf81db572 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0492742 Jun 22 09:10:57.708930 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dcde1acb-d1d2-4e18-8b1c-4caede8bec97 req-4fa9f5ea-78b9-47ca-9ea8-3d29e2c66d3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 Jun 22 09:10:58.191747 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed1bf2-6cc9-46d7-b7fb-412ba2c91d02 req-a0f4aedf-471d-4d97-ade6-7c110b2df7bf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.193163 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-aeed1bf2-6cc9-46d7-b7fb-412ba2c91d02 req-a0f4aedf-471d-4d97-ade6-7c110b2df7bf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0479884 Jun 22 09:10:58.239303 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-aeed1bf2-6cc9-46d7-b7fb-412ba2c91d02 req-94d5108d-c5e6-4d8a-aac1-4da97e20888e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Jun 22 09:10:58.373615 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-41033b3f-3a63-4dcc-8312-73a05970d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.375148 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-41033b3f-3a63-4dcc-8312-73a05970d65e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1129 time: 0.0410748 Jun 22 09:10:58.437672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6cde084-e4fb-4ff6-9fbc-29555e0fa33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:10:58.468048 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-3c725498-6fda-4108-80bc-9edbcad05502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.469503 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-3c725498-6fda-4108-80bc-9edbcad05502 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 910 time: 0.0885773 Jun 22 09:10:58.587176 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-43bda17c-faa2-43d9-b59e-b690cb4b167d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 1000 time: 0.0555420 Jun 22 09:10:58.756846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-10bfa3a4-4bf4-431b-aa52-ae8b56943b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.758291 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-10bfa3a4-4bf4-431b-aa52-ae8b56943b51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 200 len: 848 time: 0.0513651 Jun 22 09:10:58.833982 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-4111a7e7-164e-4150-80e9-2ed9bd5113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.835734 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-4111a7e7-164e-4150-80e9-2ed9bd5113e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadb524c-d462-48fa-babc-9c6bbef657b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676517 Jun 22 09:10:58.855748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aea35-6313-4e2b-b008-66e63e8e7f4d req-4f408c92-f8f7-47ab-a2f3-efe37b804642 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:58.857063 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e99aea35-6313-4e2b-b008-66e63e8e7f4d req-4f408c92-f8f7-47ab-a2f3-efe37b804642 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0621815 Jun 22 09:10:58.943254 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:10:58.953470 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e99aea35-6313-4e2b-b008-66e63e8e7f4d req-bf08fbbb-fb0b-4a07-963f-6f5c3ff573ad tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860376 Jun 22 09:10:58.971127 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-5e1f07fb-28ad-48ac-a867-6ae8e31a7d2f service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277342 Jun 22 09:10:59.066622 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb7850e3-a820-4972-b57c-31f7e4b0ab23 req-0d863e91-a0ea-42ee-a980-c5e1d4c46f51 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889082 Jun 22 09:10:59.352842 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760130b-1cc7-4415-8f18-a0cbbeed0203 req-019c589a-7ce1-4e5a-bff2-40a9695a3723 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:10:59.358625 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d760130b-1cc7-4415-8f18-a0cbbeed0203 req-019c589a-7ce1-4e5a-bff2-40a9695a3723 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0489919 Jun 22 09:10:59.406196 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d760130b-1cc7-4415-8f18-a0cbbeed0203 req-3dd8d0e1-7824-46ec-8701-cdac0829b392 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Jun 22 09:10:59.625212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:00.071768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f67744-204b-4bda-a3e3-0fc7f9312033 req-107bb61c-d1aa-48e3-af00-cea7774d2232 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:00.073226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93f67744-204b-4bda-a3e3-0fc7f9312033 req-107bb61c-d1aa-48e3-af00-cea7774d2232 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0462356 Jun 22 09:11:00.116314 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:00.120696 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93f67744-204b-4bda-a3e3-0fc7f9312033 req-e78baec7-bfb8-42bb-ad65-0b09a71e802f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Jun 22 09:11:00.520462 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d0ce-4de3-457a-931e-5bc052a4f328 req-e63398f0-f5f4-4fa4-b155-e9434ec50654 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:00.521946 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4f5d0ce-4de3-457a-931e-5bc052a4f328 req-e63398f0-f5f4-4fa4-b155-e9434ec50654 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0465434 Jun 22 09:11:00.556831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:00.573360 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b4f5d0ce-4de3-457a-931e-5bc052a4f328 req-4587d501-7aa9-4779-b8c8-d5447518dba1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458457 Jun 22 09:11:01.139644 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.237561 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74485925-1cf3-49d2-9bf1-dfaa1a322644 req-5f5107d9-41c5-4514-a4db-b46a9347ddd0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:01.239018 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-74485925-1cf3-49d2-9bf1-dfaa1a322644 req-5f5107d9-41c5-4514-a4db-b46a9347ddd0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0458822 Jun 22 09:11:01.284682 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-74485925-1cf3-49d2-9bf1-dfaa1a322644 req-80c7ca42-19dc-48cb-94f8-fff125a0f374 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403459 Jun 22 09:11:01.591676 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:01.653929 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:11:01.697386 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6761046-a51d-4424-9404-c18b67daaf88 req-b79d5c8b-6b30-4e8b-b82e-5ef74cba1110 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:01.698979 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f6761046-a51d-4424-9404-c18b67daaf88 req-b79d5c8b-6b30-4e8b-b82e-5ef74cba1110 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0465944 Jun 22 09:11:01.745537 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f6761046-a51d-4424-9404-c18b67daaf88 req-337c9d07-062f-4fcf-99c7-922c9791efc9 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Jun 22 09:11:02.407454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4504c-7891-4e2d-a4de-53d0db874eca req-0810c2ba-1c28-4e63-9b1c-2609b33431f0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:02.408893 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5af4504c-7891-4e2d-a4de-53d0db874eca req-0810c2ba-1c28-4e63-9b1c-2609b33431f0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0500641 Jun 22 09:11:02.454244 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5af4504c-7891-4e2d-a4de-53d0db874eca req-e13dce2a-52a8-4c5b-8807-1773ad4d0cde tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399103 Jun 22 09:11:02.859474 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905f6bc-8278-4af4-9532-b0d642f4f89f req-89ae9076-f86e-4266-941b-a13a0fdb3ff2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:02.860881 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9905f6bc-8278-4af4-9532-b0d642f4f89f req-89ae9076-f86e-4266-941b-a13a0fdb3ff2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0475187 Jun 22 09:11:02.906605 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9905f6bc-8278-4af4-9532-b0d642f4f89f req-ccc79d56-6446-42ea-9474-f87f36ec3229 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 Jun 22 09:11:03.043559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-3eadd4b0-1bd5-413a-a8df-418dff674209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:03.045100 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-3eadd4b0-1bd5-413a-a8df-418dff674209 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74&tenant_id=27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 1127 time: 0.0710063 Jun 22 09:11:03.127308 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-5c9410b1-43df-4007-8fc7-c86ba8710f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:03.128617 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-5c9410b1-43df-4007-8fc7-c86ba8710f27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1127 time: 0.0424733 Jun 22 09:11:03.217689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-47b11e69-b3f0-4810-80c9-310ab6d497c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:03.219154 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-47b11e69-b3f0-4810-80c9-310ab6d497c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.0840721 Jun 22 09:11:03.281344 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-13f846a5-de83-48c3-a6a4-9560a4ef2511 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 200 len: 999 time: 0.0562999 Jun 22 09:11:03.328663 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-a2db9c79-d5eb-4778-b2bb-4ba3bfbd823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:03.330073 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-a2db9c79-d5eb-4778-b2bb-4ba3bfbd823a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0429869 Jun 22 09:11:03.373499 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-0c5ed727-9ac2-4c27-81d5-6a92e1f2ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:03.375084 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-0c5ed727-9ac2-4c27-81d5-6a92e1f2ffa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390584 Jun 22 09:11:03.466515 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-3daee8ad-3faf-4616-94c3-5350390a9aef service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838184 Jun 22 09:11:03.593080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a288-fa1c-4443-ba30-e1285e0f3352 req-d136af32-ab81-4cb6-8575-342424e9e6be tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:03.594546 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-67c4a288-fa1c-4443-ba30-e1285e0f3352 req-d136af32-ab81-4cb6-8575-342424e9e6be tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0659401 Jun 22 09:11:03.598196 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-beee7557-8796-4164-94ed-cd1c46aef6d7 req-35fd0163-9aae-4061-be48-0098b1426615 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259243 Jun 22 09:11:03.643879 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-67c4a288-fa1c-4443-ba30-e1285e0f3352 req-278ed5b6-bd4b-42d5-be5f-617e4b0ad75b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Jun 22 09:11:04.028327 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dd550-bfbc-4c94-be1e-ffc81a97135c req-a0be6d6e-1d44-43e6-b082-8a4b010cb25c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:04.029800 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4a7dd550-bfbc-4c94-be1e-ffc81a97135c req-a0be6d6e-1d44-43e6-b082-8a4b010cb25c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0534704 Jun 22 09:11:04.057367 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:04.087658 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4a7dd550-bfbc-4c94-be1e-ffc81a97135c req-c85473da-0445-4b6e-b3ec-da458a021fdd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520155 Jun 22 09:11:04.771092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430585a-c029-4820-bc9d-4fec4ce280af req-8c0782ee-beef-41ae-a914-598c82248c70 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:04.772659 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d430585a-c029-4820-bc9d-4fec4ce280af req-8c0782ee-beef-41ae-a914-598c82248c70 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0529299 Jun 22 09:11:04.833292 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d430585a-c029-4820-bc9d-4fec4ce280af req-3307c400-5836-488f-bb9c-02f69ad9da75 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546842 Jun 22 09:11:05.213066 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500ae3-5e19-4279-afa7-359b58ee947a req-a328d405-1b30-438f-bf07-f3b0d8bd01ba tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:05.214547 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-45500ae3-5e19-4279-afa7-359b58ee947a req-a328d405-1b30-438f-bf07-f3b0d8bd01ba tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0491841 Jun 22 09:11:05.266193 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-45500ae3-5e19-4279-afa7-359b58ee947a req-2901ac85-f025-490a-bad3-65a9f243bac7 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Jun 22 09:11:06.012373 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02a8f-e6be-49a6-bb8f-672dcc2937ec req-0da6fbeb-de22-4a6e-b8aa-ebb1c38cd84f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:06.015548 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-59a02a8f-e6be-49a6-bb8f-672dcc2937ec req-0da6fbeb-de22-4a6e-b8aa-ebb1c38cd84f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0648203 Jun 22 09:11:06.071237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:06.081398 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-59a02a8f-e6be-49a6-bb8f-672dcc2937ec req-f7f08227-8ab1-4ff9-b85d-8b62f1d80265 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574899 Jun 22 09:11:06.389044 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484edbff-5984-4777-b9b8-e19d07644b56 req-e6acb914-fdf0-45df-86ca-0db3649176d4 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:06.390716 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-484edbff-5984-4777-b9b8-e19d07644b56 req-e6acb914-fdf0-45df-86ca-0db3649176d4 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0533674 Jun 22 09:11:06.448654 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-484edbff-5984-4777-b9b8-e19d07644b56 req-99e6d59f-4a19-4b80-bf1d-0a767170e8c4 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506039 Jun 22 09:11:07.168474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:07.210314 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4491db5-38ba-4726-a641-7c364c83cebd req-c359d06f-5ff3-4e03-8865-0b91d24297b1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:07.211948 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a4491db5-38ba-4726-a641-7c364c83cebd req-c359d06f-5ff3-4e03-8865-0b91d24297b1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0532041 Jun 22 09:11:07.295992 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a4491db5-38ba-4726-a641-7c364c83cebd req-c65dec56-88b0-4750-9a23-c90c0473a952 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759733 Jun 22 09:11:07.569711 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddedb1f-db96-409e-892a-a24a6869abd3 req-42b2cbad-dbbf-4370-a92a-1dc35f0006d5 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:07.571238 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7ddedb1f-db96-409e-892a-a24a6869abd3 req-42b2cbad-dbbf-4370-a92a-1dc35f0006d5 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0483556 Jun 22 09:11:07.621125 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7ddedb1f-db96-409e-892a-a24a6869abd3 req-59b3c2a3-1f7b-4c7c-af6d-bcec55ec9b8c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Jun 22 09:11:07.831276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd442-177b-4c82-9ffc-2e2bd4cb95a9 req-e2c25ff6-d13d-4d04-bed2-87536d1b1320 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:07.832934 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-967bd442-177b-4c82-9ffc-2e2bd4cb95a9 req-e2c25ff6-d13d-4d04-bed2-87536d1b1320 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0506849 Jun 22 09:11:07.906096 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-967bd442-177b-4c82-9ffc-2e2bd4cb95a9 req-376e0161-0d89-4894-9f13-44693a3e3f69 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670314 Jun 22 09:11:08.422856 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70324b0a-f4d2-45e0-841a-9decf64e6049 req-797bff38-805c-4efb-acea-23149eeab84a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:08.424327 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-70324b0a-f4d2-45e0-841a-9decf64e6049 req-797bff38-805c-4efb-acea-23149eeab84a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0538592 Jun 22 09:11:08.474611 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-70324b0a-f4d2-45e0-841a-9decf64e6049 req-bf079f04-2076-4a79-bdba-8963e311840e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Jun 22 09:11:08.741623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d10a-026d-4539-85c7-ae72cdc77166 req-7f4b24fd-1703-4854-9984-509fa8f9a393 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:08.743156 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f201d10a-026d-4539-85c7-ae72cdc77166 req-7f4b24fd-1703-4854-9984-509fa8f9a393 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0479951 Jun 22 09:11:08.791826 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f201d10a-026d-4539-85c7-ae72cdc77166 req-4af85427-5a81-4e97-b61b-60795493c70e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Jun 22 09:11:09.019557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa911c4-8ecd-4ed6-99ad-c30b0657bc8f req-8e64ed72-556e-46ed-a12a-99a01d3dfd0f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:09.020972 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-afa911c4-8ecd-4ed6-99ad-c30b0657bc8f req-8e64ed72-556e-46ed-a12a-99a01d3dfd0f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Jun 22 09:11:09.070410 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-afa911c4-8ecd-4ed6-99ad-c30b0657bc8f req-b0b2c122-0e6b-4340-a9b1-bc68c5a380ec tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438027 Jun 22 09:11:09.600052 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa4a2-b8f2-4cb2-b499-fecc975d45b3 req-fc373e7a-43ba-4cd5-b298-88a35c54ac09 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:09.601896 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-236fa4a2-b8f2-4cb2-b499-fecc975d45b3 req-fc373e7a-43ba-4cd5-b298-88a35c54ac09 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0526786 Jun 22 09:11:09.657699 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-236fa4a2-b8f2-4cb2-b499-fecc975d45b3 req-7c6ca5c6-73ca-4cfc-b840-35bb7e702f53 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482986 Jun 22 09:11:09.911842 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203756bf-14e7-4732-8fbf-cebd21ff7c45 req-695893de-6f5c-4ac6-a025-15a3b642b376 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:09.913258 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-203756bf-14e7-4732-8fbf-cebd21ff7c45 req-695893de-6f5c-4ac6-a025-15a3b642b376 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0497589 Jun 22 09:11:09.960969 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-203756bf-14e7-4732-8fbf-cebd21ff7c45 req-3dfb36a8-ce33-4c68-a5e9-0080eab2c4e5 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Jun 22 09:11:10.204212 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d49397-4efe-489d-bcd7-d1bd2f0262eb req-c8cae984-61b6-4cea-b1e8-2eab41a916e8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:10.205923 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-82d49397-4efe-489d-bcd7-d1bd2f0262eb req-c8cae984-61b6-4cea-b1e8-2eab41a916e8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0628507 Jun 22 09:11:10.257444 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-82d49397-4efe-489d-bcd7-d1bd2f0262eb req-d389e55d-60cf-427c-b895-19eee9b0303a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444872 Jun 22 09:11:10.776083 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66b67-ef25-440b-86c4-0469d4a6429d req-69f5bbb5-2ff8-45a0-a521-aa47a46ab86d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:10.777572 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b0d66b67-ef25-440b-86c4-0469d4a6429d req-69f5bbb5-2ff8-45a0-a521-aa47a46ab86d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0465479 Jun 22 09:11:10.825513 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b0d66b67-ef25-440b-86c4-0469d4a6429d req-a5857cf0-136f-46c5-a358-469e6e4f80b7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Jun 22 09:11:11.081098 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43069c44-ed3f-4301-962c-656cfababeae req-10fa20a3-7a89-4845-b995-0d4a11cbf3e1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:11.082564 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-43069c44-ed3f-4301-962c-656cfababeae req-10fa20a3-7a89-4845-b995-0d4a11cbf3e1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0512533 Jun 22 09:11:11.131121 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-43069c44-ed3f-4301-962c-656cfababeae req-ea4257a9-b5b5-4d8d-a909-526a84e19bb0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Jun 22 09:11:11.386607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6392bc1-c70e-4f1f-83b8-25a876d1fc4a req-e5176380-c34e-4e42-9cb7-d941fafbbf1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:11.389018 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6392bc1-c70e-4f1f-83b8-25a876d1fc4a req-e5176380-c34e-4e42-9cb7-d941fafbbf1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0613711 Jun 22 09:11:11.432207 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:11.452692 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6392bc1-c70e-4f1f-83b8-25a876d1fc4a req-ce928649-1803-4091-b387-2a703ca907b7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566370 Jun 22 09:11:11.948252 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff775-6978-4c8b-9b5f-ddc74ed1f291 req-dcbb47b5-a27d-45e4-9579-200baade122f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:11.949734 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a48ff775-6978-4c8b-9b5f-ddc74ed1f291 req-dcbb47b5-a27d-45e4-9579-200baade122f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0493779 Jun 22 09:11:11.962468 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:12.002611 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a48ff775-6978-4c8b-9b5f-ddc74ed1f291 req-83f2c8c7-7aa7-49b6-b6bc-6a1b214e99ba tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462368 Jun 22 09:11:12.252010 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177a80d-d46d-4cbb-978f-237edceff0c8 req-a5392e94-7364-47b6-a371-d9b13d2039e1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:12.253531 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f177a80d-d46d-4cbb-978f-237edceff0c8 req-a5392e94-7364-47b6-a371-d9b13d2039e1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0487616 Jun 22 09:11:12.307502 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f177a80d-d46d-4cbb-978f-237edceff0c8 req-366879fa-3001-4629-9bf1-26a7a253550e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484009 Jun 22 09:11:12.582923 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27cb79-1cac-4487-9c12-e5c0753f2151 req-d9d60be2-179f-4ab6-81c0-5bc49fea2532 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:12.584445 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4b27cb79-1cac-4487-9c12-e5c0753f2151 req-d9d60be2-179f-4ab6-81c0-5bc49fea2532 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0554636 Jun 22 09:11:12.646019 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4b27cb79-1cac-4487-9c12-e5c0753f2151 req-1a92e270-96e7-44de-9bd4-792b3a1f3abd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554509 Jun 22 09:11:13.128049 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1957d-520d-4852-8dd3-873eae43e09d req-e814f100-21af-422b-b754-92632d3bfd3a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:13.129454 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8ac1957d-520d-4852-8dd3-873eae43e09d req-e814f100-21af-422b-b754-92632d3bfd3a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0489273 Jun 22 09:11:13.178265 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8ac1957d-520d-4852-8dd3-873eae43e09d req-db7ab22b-26a4-472b-8a0a-16544a9fe1ed tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 Jun 22 09:11:13.457673 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b20e3-6121-4889-93dc-aef43bb343f8 req-6b846af6-082d-484a-8d54-44bf44622433 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:13.459184 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-570b20e3-6121-4889-93dc-aef43bb343f8 req-6b846af6-082d-484a-8d54-44bf44622433 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0508850 Jun 22 09:11:13.508472 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-570b20e3-6121-4889-93dc-aef43bb343f8 req-c09cfcdf-153b-4b24-b62f-6aa911299d18 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Jun 22 09:11:13.767126 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a49d9a-7012-451e-884d-027f41d30455 req-2afffc5b-cb57-41da-9ae8-0f6d30e279bd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:13.768595 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f1a49d9a-7012-451e-884d-027f41d30455 req-2afffc5b-cb57-41da-9ae8-0f6d30e279bd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0509079 Jun 22 09:11:13.814588 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f1a49d9a-7012-451e-884d-027f41d30455 req-1947899f-8b72-44f3-9b60-fcf14958444b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Jun 22 09:11:14.296363 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781acab6-e46c-475d-804e-55db8b8e0cb7 req-408bfa5f-dbfc-414e-a270-ae44ee224c63 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:14.297869 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-781acab6-e46c-475d-804e-55db8b8e0cb7 req-408bfa5f-dbfc-414e-a270-ae44ee224c63 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0476301 Jun 22 09:11:14.346941 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-781acab6-e46c-475d-804e-55db8b8e0cb7 req-ae74e9bc-12f1-4627-a58a-e2775ef1cd03 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 Jun 22 09:11:14.613533 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:14.624121 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595f7eb-bf42-4f77-a355-0f9b025316a5 req-261aa3f6-2fa0-4927-ae86-f848b63170bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:14.626273 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2595f7eb-bf42-4f77-a355-0f9b025316a5 req-261aa3f6-2fa0-4927-ae86-f848b63170bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0505149 Jun 22 09:11:14.652930 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:14.655796 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:14.675362 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2595f7eb-bf42-4f77-a355-0f9b025316a5 req-395efb6b-793d-4ba1-86ce-dd081b7704f1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Jun 22 09:11:14.930980 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611d3f1-cf29-46ad-bc22-4b0c5d004ba9 req-6555069c-7c61-4758-be3e-06e0e0e55bbe tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:14.932435 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0611d3f1-cf29-46ad-bc22-4b0c5d004ba9 req-6555069c-7c61-4758-be3e-06e0e0e55bbe tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Jun 22 09:11:14.944047 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:14.982692 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0611d3f1-cf29-46ad-bc22-4b0c5d004ba9 req-7d1ed236-ded9-44da-9020-24897535ec34 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Jun 22 09:11:15.471816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a738-225d-48c1-ae15-5328e5661ad7 req-f9408599-7c31-4c32-8ad8-09b6d1b1460b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:15.473318 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-eff0a738-225d-48c1-ae15-5328e5661ad7 req-f9408599-7c31-4c32-8ad8-09b6d1b1460b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0508151 Jun 22 09:11:15.485668 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:15.521021 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-eff0a738-225d-48c1-ae15-5328e5661ad7 req-89abdbc6-04ac-4d32-b0f6-7848637a5c8a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Jun 22 09:11:15.791118 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedc906-0dc1-4bb0-bbf4-ba31299d1e74 req-24b779e2-4988-424c-b232-7c2757943762 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:15.792572 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5dedc906-0dc1-4bb0-bbf4-ba31299d1e74 req-24b779e2-4988-424c-b232-7c2757943762 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0500619 Jun 22 09:11:15.839179 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5dedc906-0dc1-4bb0-bbf4-ba31299d1e74 req-1ddca76e-547b-445a-a820-0259ed2d2b77 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Jun 22 09:11:16.095808 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12287e-a1c3-4674-b659-6b4e5dfad0ef req-11961f91-2f79-4926-bc7a-f4284315d632 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:16.097286 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f12287e-a1c3-4674-b659-6b4e5dfad0ef req-11961f91-2f79-4926-bc7a-f4284315d632 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0477412 Jun 22 09:11:16.149365 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f12287e-a1c3-4674-b659-6b4e5dfad0ef req-57cd5606-c0c9-4833-8fae-079d60153f6e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461335 Jun 22 09:11:16.160095 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ab8f-fd30-4dac-a03b-d28b5f3a24f9 req-cc4fd4ed-5777-4ef4-9313-0604eb2b93ce tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:16.161585 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dd39ab8f-fd30-4dac-a03b-d28b5f3a24f9 req-cc4fd4ed-5777-4ef4-9313-0604eb2b93ce tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0462441 Jun 22 09:11:16.207786 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dd39ab8f-fd30-4dac-a03b-d28b5f3a24f9 req-901424ff-6ac1-40e7-af74-6c666a900af4 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 Jun 22 09:11:16.523942 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-53df82d2-7dd3-4479-a9f1-5f97f2137714 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732057 Jun 22 09:11:16.530482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-ba2abb7f-6707-42b1-bae2-37741acac987 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:16.531846 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-ba2abb7f-6707-42b1-bae2-37741acac987 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0728829 Jun 22 09:11:16.641148 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eed42b-2dd8-491d-ba18-e1a492a936c5 req-c5e959eb-a6ae-4174-b26a-60a4036c2a1d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:16.642598 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76eed42b-2dd8-491d-ba18-e1a492a936c5 req-c5e959eb-a6ae-4174-b26a-60a4036c2a1d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0464070 Jun 22 09:11:16.689994 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76eed42b-2dd8-491d-ba18-e1a492a936c5 req-c2b8d029-f0ef-42aa-aa03-db195e83c3a2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Jun 22 09:11:17.124000 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edec52-3bd9-4946-8e0f-39144488df6d req-54c4ed46-eac3-40e9-83a3-dd459a106e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:17.125354 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-54c4ed46-eac3-40e9-83a3-dd459a106e71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 1129 time: 0.0672102 Jun 22 09:11:17.161721 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port ea94d4c1-1187-4b56-802a-ec257ccfe3bf {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:11:17.162407 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:17.282313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae828e89-ea28-49f5-bf85-ae7d307dfbf0 req-c1cdfeb6-3324-4e65-adbc-b8e87bca6bff tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:17.286209 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ae828e89-ea28-49f5-bf85-ae7d307dfbf0 req-c1cdfeb6-3324-4e65-adbc-b8e87bca6bff tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 945 time: 0.0653167 Jun 22 09:11:17.288906 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] For port ea94d4c1-1187-4b56-802a-ec257ccfe3bf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:17.289275 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:17.319416 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32b863-547e-44b0-8abe-013df74c232a req-2dea5c8f-da4b-4e6b-ac93-d87f0a4d9d85 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:17.320907 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bb32b863-547e-44b0-8abe-013df74c232a req-2dea5c8f-da4b-4e6b-ac93-d87f0a4d9d85 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0463240 Jun 22 09:11:17.375638 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bb32b863-547e-44b0-8abe-013df74c232a req-5cf8aa83-1064-462c-b2c0-864bf0e1f947 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 Jun 22 09:11:17.491071 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ae828e89-ea28-49f5-bf85-ae7d307dfbf0 req-74daa345-064a-4995-b08c-4dead2a7962e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=050d2b7e-36cc-429b-ad31-09b9f4023796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990776 Jun 22 09:11:17.612683 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-89614e67-69f0-4c39-b26a-6e189eeb5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:17.612683 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-89614e67-69f0-4c39-b26a-6e189eeb5cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 1130 time: 0.1411123 Jun 22 09:11:17.830427 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c98dc-b593-4870-9ba1-d0080a54128b req-450b5aac-7988-4d4c-b582-cc8933380b3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:17.832503 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-945c98dc-b593-4870-9ba1-d0080a54128b req-450b5aac-7988-4d4c-b582-cc8933380b3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0635560 Jun 22 09:11:17.897516 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-945c98dc-b593-4870-9ba1-d0080a54128b req-f5101a88-43f4-4e56-a0e6-72e1a7bfcd95 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477448 Jun 22 09:11:17.937188 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:17.937556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (62335f59-b9f9-4c67-bf78-165440c6f921), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:17.937869 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 62335f59-b9f9-4c67-bf78-165440c6f921 disassociated. External IP: 172.27.0.12, port: ea94d4c1-1187-4b56-802a-ec257ccfe3bf. Jun 22 09:11:17.938215 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for ea94d4c1-1187-4b56-802a-ec257ccfe3bf owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:11:17.970497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edec52-3bd9-4946-8e0f-39144488df6d req-de94ab28-77ce-4060-b7a8-b4341029b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:17.971997 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-de94ab28-77ce-4060-b7a8-b4341029b597 service neutron] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 916 time: 0.5015905 Jun 22 09:11:17.972400 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:18.034958 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-7bd0a147-631c-4030-bb38-74544604fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.036387 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-7bd0a147-631c-4030-bb38-74544604fa10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 912 time: 0.4161162 Jun 22 09:11:18.047639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:18.231839 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (ea94d4c1-1187-4b56-802a-ec257ccfe3bf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:18.340308 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=ea94d4c1-1187-4b56-802a-ec257ccfe3bf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:18.377117 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd662e6-7458-4a69-872a-975a6f7efd8a req-e5301194-ffe2-473a-8120-6bdca77544b0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.379257 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5cd662e6-7458-4a69-872a-975a6f7efd8a req-e5301194-ffe2-473a-8120-6bdca77544b0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0569818 Jun 22 09:11:18.420512 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:18.422791 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-687d20ee-6c1f-4536-898c-f5c6d0b8e074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 200 len: 1001 time: 0.1831439 Jun 22 09:11:18.426204 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-6fffc82e-4da5-4308-ba4c-0fa4d236591a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daa50036-a697-4fc0-8fc6-23a1965628ef HTTP/1.1" status: 200 len: 1001 time: 0.1855693 Jun 22 09:11:18.434127 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5cd662e6-7458-4a69-872a-975a6f7efd8a req-390c4438-987e-4b5e-936b-f54e1677c4a7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490592 Jun 22 09:11:18.518688 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-7ee3ff5b-c962-4f5a-9b2b-cee4416a22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.520377 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-7ee3ff5b-c962-4f5a-9b2b-cee4416a22ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.0525050 Jun 22 09:11:18.550962 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-2d7f98a5-3142-4ce1-8777-c1eaf9841566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.552409 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-2d7f98a5-3142-4ce1-8777-c1eaf9841566 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.0840311 Jun 22 09:11:18.648367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2d6a9-f644-41fa-ae7d-84d2e892e95e req-f7d7bc33-b273-49c2-b9b5-1c8949bb0e1e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.650624 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-478e3dc7-b2b1-4950-a94f-09f1b42455a6 req-e5336da4-e9a1-4c81-8b8c-2a13c2c08d2d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0529866 Jun 22 09:11:18.655641 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b7a2d6a9-f644-41fa-ae7d-84d2e892e95e req-f7d7bc33-b273-49c2-b9b5-1c8949bb0e1e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.1442311 Jun 22 09:11:18.662481 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:11:18.668743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edec52-3bd9-4946-8e0f-39144488df6d req-3f08b3b3-cf6c-42b3-b4d8-4c9dcc239995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.671035 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-77a82599-ae6c-4e4a-9878-abafe6460e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.671315 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-3f08b3b3-cf6c-42b3-b4d8-4c9dcc239995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.2017367 Jun 22 09:11:18.672611 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-77a82599-ae6c-4e4a-9878-abafe6460e8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1452792 Jun 22 09:11:18.687757 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-d6024ee3-c50b-4205-b7b1-80bd8aafac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.689306 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-d6024ee3-c50b-4205-b7b1-80bd8aafac69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1055467 Jun 22 09:11:18.775322 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-35923fd8-2282-4ae5-95a3-92841c9f2b31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 1001 time: 0.0903273 Jun 22 09:11:18.826211 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-b3dc8c25-9df3-4501-b4bf-8863f2ed4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.827809 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-b3dc8c25-9df3-4501-b4bf-8863f2ed4d5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0452917 Jun 22 09:11:18.849699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b7a2d6a9-f644-41fa-ae7d-84d2e892e95e req-00090443-c860-41df-a6d0-0ad4b2b5f6ba tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929975 Jun 22 09:11:18.854263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edec52-3bd9-4946-8e0f-39144488df6d req-1773ce22-33fe-4584-9fe0-7ccab0536faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.855743 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-1773ce22-33fe-4584-9fe0-7ccab0536faf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1628127 Jun 22 09:11:18.892910 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-5bd44fad-7884-4bb6-add3-df613946e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:18.902743 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-5bd44fad-7884-4bb6-add3-df613946e1d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0669966 Jun 22 09:11:18.960426 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:19.008154 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-2225d7a1-557c-4b98-94e6-7ef268c9cc5c service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029766 Jun 22 09:11:19.027733 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:19.045193 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:19.056333 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:19.057314 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:10:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:19.057828 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910c83c-a312-4e30-bc14-d05f6901fc95 req-b0acb421-ab52-427f-9bee-484fefd6fac9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:19.059466 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c910c83c-a312-4e30-bc14-d05f6901fc95 req-b0acb421-ab52-427f-9bee-484fefd6fac9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0724673 Jun 22 09:11:19.061807 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:19.066442 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-1be0926b-f17c-4316-b3f6-4d6f1b7e4070 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469460 Jun 22 09:11:19.090507 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:19.095811 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-9918c0f7-dd17-4b86-aaf1-28373ef497a1 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314646 Jun 22 09:11:19.149863 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] No DVR routers for this DVR port ea94d4c1-1187-4b56-802a-ec257ccfe3bf on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:11:19.163531 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:19.167346 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "DELETE /v2.0/ports/ea94d4c1-1187-4b56-802a-ec257ccfe3bf HTTP/1.1" status: 204 len: 173 time: 2.1157951 Jun 22 09:11:19.167867 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'name': 'network-vif-deleted', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:19.171255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23792dc-3a7b-47d8-a2ac-ada8983cff3d" -d '{"events": [{"server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "name": "network-vif-deleted", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:19.179033 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c910c83c-a312-4e30-bc14-d05f6901fc95 req-99914461-0273-4f43-8150-223668145800 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112475 Jun 22 09:11:19.219789 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-48031e03-215c-4beb-a68c-5c1cfbdbb8b7 req-2718e5ef-a7ff-407b-858f-dddfbcaad28c service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450493 Jun 22 09:11:19.223913 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:19.245230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39afabd0-4289-4cbb-a4c9-72082abc42ee x-openstack-request-id: req-39afabd0-4289-4cbb-a4c9-72082abc42ee {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:19.245808 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ec2434-e40b-47fc-b565-d465e3fe0f79", "name": "network-vif-deleted", "tag": "ea94d4c1-1187-4b56-802a-ec257ccfe3bf", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:19.245808 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39afabd0-4289-4cbb-a4c9-72082abc42ee {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:19.246150 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39afabd0-4289-4cbb-a4c9-72082abc42ee'] response: {'server_uuid': '27ec2434-e40b-47fc-b565-d465e3fe0f79', 'name': 'network-vif-deleted', 'tag': 'ea94d4c1-1187-4b56-802a-ec257ccfe3bf', 'status': 'completed', 'code': 200} Jun 22 09:11:19.257448 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9eb73c69-2e9c-4ce1-b0d6-5d289b6ebb00 req-9ca4590f-cb5f-459b-aa71-8d768031af40 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403433 Jun 22 09:11:19.282369 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93edec52-3bd9-4946-8e0f-39144488df6d req-9cf72371-4653-4bac-b1e1-ac2cd42ade6f service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658864 Jun 22 09:11:19.456028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:09Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:19.483471 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:19.492334 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:19.492956 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:10:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:19.551380 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device ea94d4c1-1187-4b56-802a-ec257ccfe3bf no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:11:19.560743 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e471c00-a53b-42b3-810e-db0c64c99816 req-88356480-4818-4416-b219-89ee9b54def7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:19.562394 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3e471c00-a53b-42b3-810e-db0c64c99816 req-88356480-4818-4416-b219-89ee9b54def7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Jun 22 09:11:19.616170 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3e471c00-a53b-42b3-810e-db0c64c99816 req-14451879-870b-41ea-9d37-69a48dca4b96 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478921 Jun 22 09:11:19.632682 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: ea94d4c1-1187-4b56-802a-ec257ccfe3bf {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:11:19.633134 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device ea94d4c1-1187-4b56-802a-ec257ccfe3bf not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:11:19.652359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:19.802499 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce7eacaf-2e41-4a48-90ea-d7716b1c6254 req-25230f69-d485-41a5-a3b1-b082ec332ade tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0340109 Jun 22 09:11:19.881015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:19.905525 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:09Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:19.934091 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a9e2b-c44f-4c0f-8907-18bc4e587340 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5e31302e-ad72-438a-8caa-91cc119bf50a', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:f9:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fc621-9e20-4f05-9935-92b048cc48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:07:26Z', 'updated_at': '2022-06-22T09:08:09Z', 'revision_number': 2, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:19.987070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fee71d-8cdf-416d-9a73-2a04ab4e388a req-3782f4c6-2b01-45de-834b-263850442a63 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:19.989359 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-38fee71d-8cdf-416d-9a73-2a04ab4e388a req-3782f4c6-2b01-45de-834b-263850442a63 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0650306 Jun 22 09:11:20.048301 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-38fee71d-8cdf-416d-9a73-2a04ab4e388a req-6a730df6-83bd-4e5e-9cec-b9fb7f56ea5e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527413 Jun 22 09:11:20.233038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e72b-00e2-41ae-a525-b296fcfc2619 req-ce1e0920-2c07-4614-b97c-6439a7a4e6ee tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:20.236451 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b325e72b-00e2-41ae-a525-b296fcfc2619 req-ce1e0920-2c07-4614-b97c-6439a7a4e6ee tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0755205 Jun 22 09:11:20.259850 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe13cc1-ceab-4740-ae82-5e8bead18d0e None None] New status for floating IP 62335f59-b9f9-4c67-bf78-165440c6f921: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:11:20.297592 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b325e72b-00e2-41ae-a525-b296fcfc2619 req-8c5632ee-6056-4aa6-b271-7707a43dbfa3 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557423 Jun 22 09:11:20.317827 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b40973-7efb-40d5-bb88-468a97e08381 req-48388bb6-fac3-449e-a50b-2c89ab71114d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:20.319368 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6b40973-7efb-40d5-bb88-468a97e08381 req-48388bb6-fac3-449e-a50b-2c89ab71114d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0483274 Jun 22 09:11:20.372930 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6b40973-7efb-40d5-bb88-468a97e08381 req-3ba2058f-3a21-4468-ac24-ea418173def9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Jun 22 09:11:20.728551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd68b0d-04b2-4519-90a2-e7b7f5b3a362 req-1ae00b7a-8ad0-4e60-9ba7-ae1a852c1fe8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:20.729997 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9bd68b0d-04b2-4519-90a2-e7b7f5b3a362 req-1ae00b7a-8ad0-4e60-9ba7-ae1a852c1fe8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0466685 Jun 22 09:11:20.775808 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9bd68b0d-04b2-4519-90a2-e7b7f5b3a362 req-4c2c003b-4ab7-46d8-a199-9552c7a6bdac tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Jun 22 09:11:20.918897 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9050df95-1b91-4306-b56c-a6990f77a47d req-cbbd4795-6424-48ed-8026-ee1e3fcb579d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0339074 Jun 22 09:11:21.168002 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3e422-d9a1-48c9-9e2b-9ddc86f49eb5 req-bf7c95de-8095-4908-a5b2-6bc622869d1e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:21.169395 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6bc3e422-d9a1-48c9-9e2b-9ddc86f49eb5 req-bf7c95de-8095-4908-a5b2-6bc622869d1e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0495856 Jun 22 09:11:21.215822 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6bc3e422-d9a1-48c9-9e2b-9ddc86f49eb5 req-91a66f7f-15f6-4dbf-add4-d40982ba867d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Jun 22 09:11:21.411633 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129665a-8231-4837-b9df-034056258e93 req-79ed5697-ad59-4fcf-a308-7cd0b9c3e2ab tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:21.413091 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8129665a-8231-4837-b9df-034056258e93 req-79ed5697-ad59-4fcf-a308-7cd0b9c3e2ab tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0459905 Jun 22 09:11:21.461211 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8129665a-8231-4837-b9df-034056258e93 req-6f3b3ad1-a765-4b5a-9568-1247384ff0f7 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Jun 22 09:11:21.498221 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07268b90-d3e1-4059-ab8e-80d7035a090a req-733b5da5-0995-4ee6-98af-63618063b461 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:21.499771 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-07268b90-d3e1-4059-ab8e-80d7035a090a req-733b5da5-0995-4ee6-98af-63618063b461 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0469975 Jun 22 09:11:21.546438 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-07268b90-d3e1-4059-ab8e-80d7035a090a req-b8b8f5ec-5df3-4ba7-bb42-37e673f103aa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Jun 22 09:11:21.887159 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcbba5-0441-4751-a670-5d803a4b6233 req-6aad1ebd-97ea-4741-affc-e43e4d6549ae tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:21.888587 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-28dcbba5-0441-4751-a670-5d803a4b6233 req-6aad1ebd-97ea-4741-affc-e43e4d6549ae tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0455487 Jun 22 09:11:21.920210 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:21.934121 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-28dcbba5-0441-4751-a670-5d803a4b6233 req-bca07af2-4a91-4bfd-bc59-96997e2a9c6b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Jun 22 09:11:22.033198 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d7bdc6a1-3a70-4333-afc4-86fbdb0acdf4 req-51807790-3baa-4fdf-ad60-0c46c84da15f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0308940 Jun 22 09:11:22.577823 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cb2d-6ed1-4852-a80c-a5d37f20c4a6 req-458d16c5-1ef9-4abb-85b9-e168f3725e70 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:22.582572 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d8f6cb2d-6ed1-4852-a80c-a5d37f20c4a6 req-458d16c5-1ef9-4abb-85b9-e168f3725e70 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0530136 Jun 22 09:11:22.630985 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d8f6cb2d-6ed1-4852-a80c-a5d37f20c4a6 req-a739d845-64bc-46f8-bc0f-f6ec27ceb0e4 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Jun 22 09:11:22.666050 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42bc0-e0c2-48c1-a31f-44b2ae71e799 req-2d4acfb3-319a-43dc-a3f4-64f4e7cd60a8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:22.667599 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bea42bc0-e0c2-48c1-a31f-44b2ae71e799 req-2d4acfb3-319a-43dc-a3f4-64f4e7cd60a8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0488348 Jun 22 09:11:22.715876 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bea42bc0-e0c2-48c1-a31f-44b2ae71e799 req-db54cc8b-dfcc-45e0-8270-54227893356c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Jun 22 09:11:23.049346 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53cf80-7ea7-4e7e-b4bc-dd8ed1d077b7 req-4a83979e-11f0-44eb-a056-ea9bdc24b9fb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:23.050818 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bc53cf80-7ea7-4e7e-b4bc-dd8ed1d077b7 req-4a83979e-11f0-44eb-a056-ea9bdc24b9fb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0465856 Jun 22 09:11:23.098908 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bc53cf80-7ea7-4e7e-b4bc-dd8ed1d077b7 req-0159855f-fde8-4707-87b2-3adbf218d127 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Jun 22 09:11:23.139600 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-94bb1246-c996-412a-85b5-44fabf775636 req-453ef2a4-cecb-4ea9-8b5d-bae492758b90 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0279322 Jun 22 09:11:23.463896 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-40128f9b-6092-4ccd-88fb-71ed7ced8c61 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:23.465334 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-40128f9b-6092-4ccd-88fb-71ed7ced8c61 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Jun 22 09:11:23.742145 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a0e72-fa44-4840-8aa7-80df0c7e1b49 req-0d28a18a-2e46-44d7-8ce1-f17de3330702 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:23.743619 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b86a0e72-fa44-4840-8aa7-80df0c7e1b49 req-0d28a18a-2e46-44d7-8ce1-f17de3330702 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 945 time: 0.0462770 Jun 22 09:11:23.794938 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b86a0e72-fa44-4840-8aa7-80df0c7e1b49 req-4f7ff6f6-06b2-443c-9351-cf899612dee6 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454056 Jun 22 09:11:23.838098 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17db182-683c-492f-9444-c33e4bfa148e req-63c53a1b-7ec5-4719-85ff-ed1170c20a93 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:23.839579 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e17db182-683c-492f-9444-c33e4bfa148e req-63c53a1b-7ec5-4719-85ff-ed1170c20a93 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Jun 22 09:11:23.886498 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e17db182-683c-492f-9444-c33e4bfa148e req-2c91ae89-574d-4f84-92e5-bd111bcd645a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Jun 22 09:11:24.211979 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf81ec-03f0-4ef7-913b-ffe3815d21de req-8ad4c294-66b4-46f1-9df5-770b31b2a45a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:24.213454 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5adf81ec-03f0-4ef7-913b-ffe3815d21de req-8ad4c294-66b4-46f1-9df5-770b31b2a45a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0480547 Jun 22 09:11:24.249876 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0cefb56f-3559-4343-b69c-c34d0dab12f9 req-c463c474-de99-4c46-a581-77760b6eee42 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=27ec2434-e40b-47fc-b565-d465e3fe0f79 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Jun 22 09:11:24.260327 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5adf81ec-03f0-4ef7-913b-ffe3815d21de req-13a0b88e-ede3-4ac2-aa92-231a539cc498 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Jun 22 09:11:24.294070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:24.390653 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Deleting port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:11:24.390951 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:24.455851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:24.479528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] For port 41924fe0-4d4e-4cee-b82a-b4bc77edf045, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=41924fe0-4d4e-4cee-b82a-b4bc77edf045,segment=NetworkSegment(cebb731f-2a5c-4a7d-a22c-26fdab8a4a41),segment_id=cebb731f-2a5c-4a7d-a22c-26fdab8a4a41)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:24.479891 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:24.493593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Calling delete_port for 41924fe0-4d4e-4cee-b82a-b4bc77edf045 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:11:24.671343 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (41924fe0-4d4e-4cee-b82a-b4bc77edf045), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:24.699326 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Pushing event deleted for resources: {'Port': ['ID=41924fe0-4d4e-4cee-b82a-b4bc77edf045,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:24.713036 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['41924fe0-4d4e-4cee-b82a-b4bc77edf045'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:11:24.748016 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] No DVR routers for this DVR port 41924fe0-4d4e-4cee-b82a-b4bc77edf045 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:11:24.750341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:24.753589 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bfa94e9f-9324-45d9-975f-2ec09c17172d req-451d3fc3-9516-4281-90a4-8e86737f9346 tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.47 "DELETE /v2.0/ports/41924fe0-4d4e-4cee-b82a-b4bc77edf045 HTTP/1.1" status: 204 len: 173 time: 0.4658568 Jun 22 09:11:24.754038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'name': 'network-vif-deleted', 'tag': '41924fe0-4d4e-4cee-b82a-b4bc77edf045'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:24.756271 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e626f9-d3a6-4e90-8a74-2f41fb266aba" -d '{"events": [{"server_uuid": "8f9ac4e6-8316-4cc4-b764-ee64344dffe0", "name": "network-vif-deleted", "tag": "41924fe0-4d4e-4cee-b82a-b4bc77edf045"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:24.791912 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f81e81-8d89-445d-81c7-2a3673c410e9 x-openstack-request-id: req-56f81e81-8d89-445d-81c7-2a3673c410e9 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:24.792199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9ac4e6-8316-4cc4-b764-ee64344dffe0", "name": "network-vif-deleted", "tag": "41924fe0-4d4e-4cee-b82a-b4bc77edf045", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:24.792450 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56f81e81-8d89-445d-81c7-2a3673c410e9 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:24.792851 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f81e81-8d89-445d-81c7-2a3673c410e9'] response: {'server_uuid': '8f9ac4e6-8316-4cc4-b764-ee64344dffe0', 'name': 'network-vif-deleted', 'tag': '41924fe0-4d4e-4cee-b82a-b4bc77edf045', 'status': 'completed', 'code': 200} Jun 22 09:11:24.889272 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d67d7c10-497a-4d53-87c1-bfe1ebfe966d req-598de312-279e-472e-904a-53fc6b094c7a tempest-VolumesSnapshotTestJSON-948784587 tempest-VolumesSnapshotTestJSON-948784587-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f9ac4e6-8316-4cc4-b764-ee64344dffe0 HTTP/1.1" status: 200 len: 210 time: 0.0285568 Jun 22 09:11:25.008164 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a753e-d63b-450b-8bb6-db9fafd5eacf req-cd8cd75e-39ec-4686-bc7e-66df9e8526c0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:25.009620 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-304a753e-d63b-450b-8bb6-db9fafd5eacf req-cd8cd75e-39ec-4686-bc7e-66df9e8526c0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 943 time: 0.0477481 Jun 22 09:11:25.057897 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-304a753e-d63b-450b-8bb6-db9fafd5eacf req-f913b119-9eeb-4037-b6e5-d0a214bdb493 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Jun 22 09:11:25.378220 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454e7ab-d18e-4366-8316-3cdb5b346172 req-6db6bba7-25fc-4298-aec9-3eba541ca1af tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:25.379747 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7454e7ab-d18e-4366-8316-3cdb5b346172 req-6db6bba7-25fc-4298-aec9-3eba541ca1af tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0472281 Jun 22 09:11:25.387637 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 52856) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:25.463824 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7454e7ab-d18e-4366-8316-3cdb5b346172 req-dad86563-bbb9-47ac-8d43-7ff7a839cd49 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780215 Jun 22 09:11:25.478303 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-20617296-48bd-4f01-a828-2cbc554eafad tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (050d2b7e-36cc-429b-ad31-09b9f4023796), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.502304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-20617296-48bd-4f01-a828-2cbc554eafad tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (050d2b7e-36cc-429b-ad31-09b9f4023796), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.547953 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:11:25.580453 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-20617296-48bd-4f01-a828-2cbc554eafad tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (050d2b7e-36cc-429b-ad31-09b9f4023796), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.583169 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-20617296-48bd-4f01-a828-2cbc554eafad tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.584329 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-20617296-48bd-4f01-a828-2cbc554eafad tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/security-groups/050d2b7e-36cc-429b-ad31-09b9f4023796 HTTP/1.1" status: 204 len: 168 time: 0.1914318 Jun 22 09:11:25.587190 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 52858) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:25.597265 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20617296-48bd-4f01-a828-2cbc554eafad tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d2b7e-36cc-429b-ad31-09b9f4023796,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:25.602194 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.api.v2.resource [None req-75d17304-d20a-4c30-acdb-86cd6609aa8a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] show failed (client error): The resource could not be found. Jun 22 09:11:25.604502 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-75d17304-d20a-4c30-acdb-86cd6609aa8a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups/050d2b7e-36cc-429b-ad31-09b9f4023796 HTTP/1.1" status: 404 len: 347 time: 0.0162487 Jun 22 09:11:25.607337 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 52860) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:25.654406 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:25.656324 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:25.667701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'port_id': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'mac_address': 'fa:16:3e:da:92:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:11:25.706728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:25.707143 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.722767 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port 741648a3-56c4-4e66-898b-ad768e6ac1f7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:11:25.722964 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5897603a-c758-4aef-b13d-a1bcac6199a0 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:11:25.723477 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.741073 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:25.801196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.801521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (741648a3-56c4-4e66-898b-ad768e6ac1f7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.815177 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for 741648a3-56c4-4e66-898b-ad768e6ac1f7 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:11:25.818781 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:25.820585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:25.869224 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=9']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:25.997465 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (741648a3-56c4-4e66-898b-ad768e6ac1f7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:26.023926 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=741648a3-56c4-4e66-898b-ad768e6ac1f7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:26.049267 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.049612 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.049955 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.050289 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.050618 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.050971 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.051299 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.051619 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.051938 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.052257 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.052574 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.052940 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.053260 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.053575 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.053891 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:26.096294 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (62335f59-b9f9-4c67-bf78-165440c6f921), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:26.098710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:26.099942 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f6a2a4fe-2588-4fdc-860b-fa09863e071a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/floatingips/62335f59-b9f9-4c67-bf78-165440c6f921 HTTP/1.1" status: 204 len: 168 time: 0.4915557 Jun 22 09:11:26.192197 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4346d-d534-4295-adc8-bfb8eb0cf642 req-1069bbbe-2d94-46ab-9609-72e29cdea69d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:26.193751 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bac4346d-d534-4295-adc8-bfb8eb0cf642 req-1069bbbe-2d94-46ab-9609-72e29cdea69d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 944 time: 0.0493484 Jun 22 09:11:26.198068 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6476ff2-4009-45bd-a2ad-58683dd3dabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:26.244133 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bac4346d-d534-4295-adc8-bfb8eb0cf642 req-afc01b22-79db-4b40-b7b1-ca819e69f996 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442779 Jun 22 09:11:26.336005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['5897603a-c758-4aef-b13d-a1bcac6199a0'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:11:26.612956 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe913d4-2f63-4d16-9da2-1a85637848cf req-6b451e1c-faf2-4767-b6ee-9326984875fc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:26.616282 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bfe913d4-2f63-4d16-9da2-1a85637848cf req-6b451e1c-faf2-4767-b6ee-9326984875fc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0769067 Jun 22 09:11:26.663348 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bfe913d4-2f63-4d16-9da2-1a85637848cf req-6a8e1f34-3ef6-4a4a-a026-544defed72cb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Jun 22 09:11:27.369901 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965177f-1863-4765-af85-8df319369c9e req-7a8a3950-dd87-4302-93f1-cd6bda1f0d71 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:27.371388 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a965177f-1863-4765-af85-8df319369c9e req-7a8a3950-dd87-4302-93f1-cd6bda1f0d71 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 944 time: 0.0515325 Jun 22 09:11:27.418355 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a965177f-1863-4765-af85-8df319369c9e req-d96ae438-fcc1-4589-b3e1-4d3605986bb5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406907 Jun 22 09:11:27.560878 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:27.608290 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 5897603a-c758-4aef-b13d-a1bcac6199a0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:27.608719 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:27.690012 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 5897603a-c758-4aef-b13d-a1bcac6199a0 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:27.690403 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:27.714069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:27.716328 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9cae9-0d60-420c-b530-5f6e221edec5" -d '{"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-plugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:27.729156 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:27.753419 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cfd027-f743-4fb0-bf30-dcc60fc78237 x-openstack-request-id: req-25cfd027-f743-4fb0-bf30-dcc60fc78237 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:27.753714 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-plugged", "status": "completed", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:27.753965 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25cfd027-f743-4fb0-bf30-dcc60fc78237 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:27.754358 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cfd027-f743-4fb0-bf30-dcc60fc78237'] response: {'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'code': 200} Jun 22 09:11:27.765101 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:27.778425 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a296157-c199-43bd-aa72-b70b45e8f854 req-ab630cd6-4a35-485b-beec-c69970e5690c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:27.780726 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3a296157-c199-43bd-aa72-b70b45e8f854 req-ab630cd6-4a35-485b-beec-c69970e5690c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0495901 Jun 22 09:11:27.792211 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:27.792859 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 41924fe0-4d4e-4cee-b82a-b4bc77edf045 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:11:27.838311 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 41924fe0-4d4e-4cee-b82a-b4bc77edf045 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:11:27.839040 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 41924fe0-4d4e-4cee-b82a-b4bc77edf045 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:11:27.852738 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:27.857278 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3a296157-c199-43bd-aa72-b70b45e8f854 req-fd03c8b7-cb94-4627-be2f-b0a9a68726f9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707762 Jun 22 09:11:27.882228 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:28.431848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ddee53bd-8a25-4e39-b9fc-64dff971da41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:28.530184 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:28.540572 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82ef0-a6d7-40ce-8aee-d09289ae8da4 req-5258a0fe-6311-45b2-a7cb-a68fffbd0a4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:28.542039 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c8a82ef0-a6d7-40ce-8aee-d09289ae8da4 req-5258a0fe-6311-45b2-a7cb-a68fffbd0a4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0470724 Jun 22 09:11:28.590982 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c8a82ef0-a6d7-40ce-8aee-d09289ae8da4 req-bf27153e-803c-4a80-ae30-1b8cd0b3a0e1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Jun 22 09:11:28.975218 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ca107-4c6d-4971-9840-486f5dea318c req-c697f948-412c-4fac-a786-b7f085a43d1c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:28.976990 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-419ca107-4c6d-4971-9840-486f5dea318c req-c697f948-412c-4fac-a786-b7f085a43d1c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0489631 Jun 22 09:11:29.027762 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-419ca107-4c6d-4971-9840-486f5dea318c req-96088d23-89a9-4350-92a7-ca417a366212 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 Jun 22 09:11:29.098435 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:29.106518 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb1f7-c5e2-4069-b412-3cbc6bc94d4a req-db463db6-cfff-4531-97ab-d8fdf7456e0e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:29.110115 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-40dfb1f7-c5e2-4069-b412-3cbc6bc94d4a req-db463db6-cfff-4531-97ab-d8fdf7456e0e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Jun 22 09:11:29.160465 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-40dfb1f7-c5e2-4069-b412-3cbc6bc94d4a req-5705ac76-ed54-4a0f-b27f-ba36a387434c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Jun 22 09:11:29.661927 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:29.713765 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc708bc-d105-4557-be56-5a4c1429db8f req-8c320451-ead6-42d3-98a2-aee307b631a8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:29.715248 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fc708bc-d105-4557-be56-5a4c1429db8f req-8c320451-ead6-42d3-98a2-aee307b631a8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0493798 Jun 22 09:11:29.761803 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fc708bc-d105-4557-be56-5a4c1429db8f req-eabb704f-7292-4aa6-b75a-32cf4df322fb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 Jun 22 09:11:30.140374 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf2eb5-f294-48c4-988a-5a9ea953b799 req-39a2ac4c-cc47-4f91-847d-8d3af2dea1a8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:30.141826 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f1bf2eb5-f294-48c4-988a-5a9ea953b799 req-39a2ac4c-cc47-4f91-847d-8d3af2dea1a8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0463405 Jun 22 09:11:30.191718 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f1bf2eb5-f294-48c4-988a-5a9ea953b799 req-4e09ca1f-dce9-4c73-afdb-41d6314f31fc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Jun 22 09:11:30.273233 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d4047-7361-4efb-ae96-26341deb6450 req-10f86158-c305-4fe5-ab53-e4c25cb8010c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:30.274663 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-892d4047-7361-4efb-ae96-26341deb6450 req-10f86158-c305-4fe5-ab53-e4c25cb8010c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0455537 Jun 22 09:11:30.327857 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-892d4047-7361-4efb-ae96-26341deb6450 req-3b1ed38d-7c13-4d96-baa3-5c8bfd000d37 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469913 Jun 22 09:11:30.348243 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:30.351509 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:30.880613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bed00d-ea86-4fc4-a740-8736944915dd req-72c1ab30-dcca-4562-ad99-95ee6a64b78d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:30.882118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-72bed00d-ea86-4fc4-a740-8736944915dd req-72c1ab30-dcca-4562-ad99-95ee6a64b78d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0478902 Jun 22 09:11:30.932590 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-72bed00d-ea86-4fc4-a740-8736944915dd req-9767dbb5-03d2-4582-8480-e3e586ec94fc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 Jun 22 09:11:31.134564 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:31.310386 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ede90-826d-4096-af11-76a301c1b4cf req-79dbc1ea-cbf2-41d3-93a2-fb7526f079cc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:31.311864 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-166ede90-826d-4096-af11-76a301c1b4cf req-79dbc1ea-cbf2-41d3-93a2-fb7526f079cc tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0505521 Jun 22 09:11:31.358359 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-166ede90-826d-4096-af11-76a301c1b4cf req-59364fc0-3147-4e9a-9e3a-86ca39a5c199 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407782 Jun 22 09:11:31.451743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebefdac-318c-4ccd-ba0f-6774dacf94dd req-4dd8a040-11bc-479e-a840-c588d98862bc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:31.453202 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bebefdac-318c-4ccd-ba0f-6774dacf94dd req-4dd8a040-11bc-479e-a840-c588d98862bc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0503860 Jun 22 09:11:31.500226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bebefdac-318c-4ccd-ba0f-6774dacf94dd req-741d2e5d-72d7-464a-b41d-4f0e55da1355 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Jun 22 09:11:31.580495 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:32.078986 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad190074-4f6a-4222-a732-167a9f495070 req-7fff1dfb-a01d-43e9-854b-03e1719f2a48 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:32.080519 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ad190074-4f6a-4222-a732-167a9f495070 req-7fff1dfb-a01d-43e9-854b-03e1719f2a48 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0607474 Jun 22 09:11:32.136683 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ad190074-4f6a-4222-a732-167a9f495070 req-ba8f1eef-bdc4-40e7-9f18-ad22741d130c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505705 Jun 22 09:11:32.439457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91aa2c-6032-46fa-9f9b-48d2cdf1061c req-7f9f1008-a34e-47ea-80dd-34436b78a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:32.440882 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1d91aa2c-6032-46fa-9f9b-48d2cdf1061c req-7f9f1008-a34e-47ea-80dd-34436b78a59d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 1130 time: 0.0486913 Jun 22 09:11:32.490636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306a23f-2e29-4ef5-8931-d0cad398c521 req-11fdaf31-d6ad-46b5-bbd4-34832ac34fce tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:32.492135 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7306a23f-2e29-4ef5-8931-d0cad398c521 req-11fdaf31-d6ad-46b5-bbd4-34832ac34fce tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0641229 Jun 22 09:11:32.531784 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1d91aa2c-6032-46fa-9f9b-48d2cdf1061c req-7039843b-eb70-4eb7-95e0-43314201df39 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747852 Jun 22 09:11:32.558569 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7306a23f-2e29-4ef5-8931-d0cad398c521 req-0f3f68d2-3211-427d-8355-417cd2b939ef tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590312 Jun 22 09:11:32.620564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f791-62bc-4030-a6b7-3d55467d9a72 req-1a35ae2d-86af-44bc-9e05-355af28c3cab tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:32.622005 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76c4f791-62bc-4030-a6b7-3d55467d9a72 req-1a35ae2d-86af-44bc-9e05-355af28c3cab tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Jun 22 09:11:32.641480 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:32.673727 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76c4f791-62bc-4030-a6b7-3d55467d9a72 req-8366d362-2dd1-4f64-8e81-507854fddad6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Jun 22 09:11:33.253325 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9eeb8-09d7-4075-825d-c45421e40892 req-92cd4bb1-478e-4b5b-98d7-ec512e1ecefe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:33.254778 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e8b9eeb8-09d7-4075-825d-c45421e40892 req-92cd4bb1-478e-4b5b-98d7-ec512e1ecefe tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0464389 Jun 22 09:11:33.301535 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e8b9eeb8-09d7-4075-825d-c45421e40892 req-f3d1a694-4d2e-484f-bc93-6469cbaf9c56 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Jun 22 09:11:33.539855 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-76cf2458-933d-48bd-ba60-803add53552f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:33.541323 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-76cf2458-933d-48bd-ba60-803add53552f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0455432 Jun 22 09:11:33.635953 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port daa50036-a697-4fc0-8fc6-23a1965628ef {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:11:33.636350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:33.673832 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3756-ba7d-4547-bb96-a4e2c8aa003a req-5762e4a9-aa99-45b2-b18c-b36a7711c024 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:33.675352 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fa2c3756-ba7d-4547-bb96-a4e2c8aa003a req-5762e4a9-aa99-45b2-b18c-b36a7711c024 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0471885 Jun 22 09:11:33.728788 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] For port daa50036-a697-4fc0-8fc6-23a1965628ef, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=daa50036-a697-4fc0-8fc6-23a1965628ef,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:33.729159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:33.732386 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fa2c3756-ba7d-4547-bb96-a4e2c8aa003a req-14cdb8f5-a514-4fd9-b5a2-7d0fd57430fa tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503466 Jun 22 09:11:33.806613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:33.833332 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6c018-ee02-42d3-a6e9-b3b4b297c8ef req-1a83ddfc-707a-446f-aa2a-2e5234e2dbbb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:33.834843 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a1e6c018-ee02-42d3-a6e9-b3b4b297c8ef req-1a83ddfc-707a-446f-aa2a-2e5234e2dbbb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 945 time: 0.0893264 Jun 22 09:11:33.958817 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a1e6c018-ee02-42d3-a6e9-b3b4b297c8ef req-9dc9bd1b-9aa1-45c1-8c85-9b39aa9742fe tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b0767e5-8918-466d-b74b-889004b767e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951276 Jun 22 09:11:33.965933 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:33.970051 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:33.970514 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (5e31302e-ad72-438a-8caa-91cc119bf50a), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:33.970792 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 5e31302e-ad72-438a-8caa-91cc119bf50a disassociated. External IP: 172.27.0.198, port: daa50036-a697-4fc0-8fc6-23a1965628ef. Jun 22 09:11:33.971168 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for daa50036-a697-4fc0-8fc6-23a1965628ef owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:11:34.163363 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (daa50036-a697-4fc0-8fc6-23a1965628ef), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:34.194321 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=daa50036-a697-4fc0-8fc6-23a1965628ef,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.207847 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.208166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.208997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.208997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.209220 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.209443 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:34.427473 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcee87-e22a-4c91-9849-651f77d9a370 req-3f08ead7-84c7-4a65-a4ef-5168556fa4b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:34.429029 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b8dcee87-e22a-4c91-9849-651f77d9a370 req-3f08ead7-84c7-4a65-a4ef-5168556fa4b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0521791 Jun 22 09:11:34.484942 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b8dcee87-e22a-4c91-9849-651f77d9a370 req-ccd72506-b6f7-44f0-82b8-2cd87382de10 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497777 Jun 22 09:11:34.582720 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:11:34.705457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:34.719189 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:34.730499 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:34.731427 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:34.750041 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] No DVR routers for this DVR port daa50036-a697-4fc0-8fc6-23a1965628ef on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:11:34.752655 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:34.755927 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb853f18-3c75-41b3-ae6c-89d66f8fe4c7 req-340d6735-6868-4584-91d4-5f0ea5399153 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "DELETE /v2.0/ports/daa50036-a697-4fc0-8fc6-23a1965628ef HTTP/1.1" status: 204 len: 173 time: 1.2044504 Jun 22 09:11:34.756375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'name': 'network-vif-deleted', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:34.758614 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2898e110-6227-4edf-9e31-3a2dda451af5" -d '{"events": [{"server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "name": "network-vif-deleted", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:34.806693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f540096e-e1e9-4973-bb84-e41953527a1b x-openstack-request-id: req-f540096e-e1e9-4973-bb84-e41953527a1b {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:34.807025 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139fc621-9e20-4f05-9935-92b048cc48a1", "name": "network-vif-deleted", "tag": "daa50036-a697-4fc0-8fc6-23a1965628ef", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:34.807291 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f540096e-e1e9-4973-bb84-e41953527a1b {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:34.807744 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f540096e-e1e9-4973-bb84-e41953527a1b'] response: {'server_uuid': '139fc621-9e20-4f05-9935-92b048cc48a1', 'name': 'network-vif-deleted', 'tag': 'daa50036-a697-4fc0-8fc6-23a1965628ef', 'status': 'completed', 'code': 200} Jun 22 09:11:34.844688 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:34.868704 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3bc38-23ee-4c27-9022-0114632b77ca req-52e589df-0021-4211-90bf-86b1d3456c8d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:34.875226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8ca3bc38-23ee-4c27-9022-0114632b77ca req-52e589df-0021-4211-90bf-86b1d3456c8d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0590014 Jun 22 09:11:34.921743 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8ca3bc38-23ee-4c27-9022-0114632b77ca req-26bb0549-481b-4721-b190-7321d447cf2a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 Jun 22 09:11:35.063212 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5d689859-0dcc-452f-b1d1-af0a41af4df1 req-b4de7f59-2ce5-480f-9f71-750fd571ff30 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=139fc621-9e20-4f05-9935-92b048cc48a1 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Jun 22 09:11:35.063773 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:35.065566 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:35.090625 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:35.101582 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:35.102476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:35.207535 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:35.395208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:35.422801 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e406b2da-14ae-4a25-9eed-f5582e76ae05 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:35.581137 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device daa50036-a697-4fc0-8fc6-23a1965628ef no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:11:35.603354 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: daa50036-a697-4fc0-8fc6-23a1965628ef {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:11:35.603696 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device daa50036-a697-4fc0-8fc6-23a1965628ef not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:11:35.660528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92da10-65e4-4146-ac56-d79feea91006 req-014f1537-1ae5-4e93-a1ca-1d60f22217c5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:35.662199 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba92da10-65e4-4146-ac56-d79feea91006 req-014f1537-1ae5-4e93-a1ca-1d60f22217c5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0688064 Jun 22 09:11:35.682814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:35.738481 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032950d8-ad6e-4276-ab68-a592ff052080 None None] New status for floating IP 5e31302e-ad72-438a-8caa-91cc119bf50a: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:11:35.748434 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba92da10-65e4-4146-ac56-d79feea91006 req-de03d714-40c1-45e6-b23f-d5598d4d277f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796185 Jun 22 09:11:36.045988 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b749e-75ed-41ec-a63d-4b3950b47467 req-60b80685-fa23-4102-9493-492a9271524a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:36.047725 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d77b749e-75ed-41ec-a63d-4b3950b47467 req-60b80685-fa23-4102-9493-492a9271524a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0548508 Jun 22 09:11:36.099251 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d77b749e-75ed-41ec-a63d-4b3950b47467 req-49912bf5-4bc0-40c1-b082-890748319259 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451412 Jun 22 09:11:36.272493 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53018) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:36.326875 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62c984b1-638a-459d-aaed-d08e84335c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (7b0767e5-8918-466d-b74b-889004b767e8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.351017 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62c984b1-638a-459d-aaed-d08e84335c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (7b0767e5-8918-466d-b74b-889004b767e8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.483525 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62c984b1-638a-459d-aaed-d08e84335c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7b0767e5-8918-466d-b74b-889004b767e8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.486387 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62c984b1-638a-459d-aaed-d08e84335c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.487788 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-62c984b1-638a-459d-aaed-d08e84335c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b0767e5-8918-466d-b74b-889004b767e8 HTTP/1.1" status: 204 len: 168 time: 0.2142990 Jun 22 09:11:36.490490 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53020) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:36.498597 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c984b1-638a-459d-aaed-d08e84335c1b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0767e5-8918-466d-b74b-889004b767e8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.505891 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.api.v2.resource [None req-4f95433f-4ff1-4d19-a2cb-c077b4d0db18 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] show failed (client error): The resource could not be found. Jun 22 09:11:36.506933 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-4f95433f-4ff1-4d19-a2cb-c077b4d0db18 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups/7b0767e5-8918-466d-b74b-889004b767e8 HTTP/1.1" status: 404 len: 347 time: 0.0153913 Jun 22 09:11:36.510092 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53022) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:36.511783 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:36.620128 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port b955414d-5bb9-4f61-ad3f-094410e12c57 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:11:36.620451 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.646468 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:36.698975 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.699304 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (b955414d-5bb9-4f61-ad3f-094410e12c57), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.711851 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for b955414d-5bb9-4f61-ad3f-094410e12c57 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:11:36.885387 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b165-731f-4b87-a6e9-5125da6a7004 req-8ec38f1a-f159-4e59-9aa3-87d0a4d13e8e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:36.886869 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7163b165-731f-4b87-a6e9-5125da6a7004 req-8ec38f1a-f159-4e59-9aa3-87d0a4d13e8e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0506542 Jun 22 09:11:36.900305 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (b955414d-5bb9-4f61-ad3f-094410e12c57), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.926782 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=b955414d-5bb9-4f61-ad3f-094410e12c57,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:36.932467 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:36.941118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7163b165-731f-4b87-a6e9-5125da6a7004 req-6315acd0-7e69-4226-beb1-b27fbe3f6480 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479195 Jun 22 09:11:36.989921 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (5e31302e-ad72-438a-8caa-91cc119bf50a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.992398 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:36.993541 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bd6d70d2-f5bc-453b-8f4d-6c6c6934c08e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/floatingips/5e31302e-ad72-438a-8caa-91cc119bf50a HTTP/1.1" status: 204 len: 168 time: 0.4818971 Jun 22 09:11:37.152101 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53036) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:37.156771 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910166483', 'description': 'tempest-description--1570470395'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:37.217079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a6837-434a-4d0a-a848-e9bdf454ad0e req-6c87c7ba-51d7-4b90-8050-1c95138bf23d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:37.218540 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-981a6837-434a-4d0a-a848-e9bdf454ad0e req-6c87c7ba-51d7-4b90-8050-1c95138bf23d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Jun 22 09:11:37.249561 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.265818 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-981a6837-434a-4d0a-a848-e9bdf454ad0e req-e3851db3-b226-4a79-b537-8e0296827e1c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Jun 22 09:11:37.341490 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (e6099f73-bf07-4d88-afba-d20ccad9c991), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.420647 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e6099f73-bf07-4d88-afba-d20ccad9c991), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.453032 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6099f73-bf07-4d88-afba-d20ccad9c991,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:37.507977 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.509191 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ee5c834f-485f-4b6e-a562-7fa8f74e13c1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3560181 Jun 22 09:11:37.512035 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53040) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:37.516172 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': 'e6099f73-bf07-4d88-afba-d20ccad9c991', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:37.608894 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (3d541c78-a908-4941-8ec5-c974cef16008), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.662279 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (3d541c78-a908-4941-8ec5-c974cef16008), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.740116 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (3d541c78-a908-4941-8ec5-c974cef16008), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.758983 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d541c78-a908-4941-8ec5-c974cef16008,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:37.827799 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.829002 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f6665a91-03bf-4bc9-9cda-0ce0a7f95ca2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160634 Jun 22 09:11:37.831621 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53042) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:37.835935 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': 'e6099f73-bf07-4d88-afba-d20ccad9c991', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:37.922940 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (52fdd0a7-1f2e-45c6-87a3-37a8300ab06c), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:37.978510 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (52fdd0a7-1f2e-45c6-87a3-37a8300ab06c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.043005 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (52fdd0a7-1f2e-45c6-87a3-37a8300ab06c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.062564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fdd0a7-1f2e-45c6-87a3-37a8300ab06c,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:38.129584 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.130771 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-571d9413-e66e-41c4-8637-197c8d186da3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981954 Jun 22 09:11:38.133734 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53044) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:38.138351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:38.213623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.291135 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.299414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:38.391153 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3be4ef-74ac-423e-a5fc-23eea7b24c2f req-9364d6ae-ab56-41dd-9428-692428ba6b11 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:38.392586 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b3be4ef-74ac-423e-a5fc-23eea7b24c2f req-9364d6ae-ab56-41dd-9428-692428ba6b11 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0575426 Jun 22 09:11:38.439330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:38.465560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.27.0.178 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/c5407a8a-5eef-4025-9102-dd7bc93fde88) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:38.489484 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b3be4ef-74ac-423e-a5fc-23eea7b24c2f req-33393886-b137-40c9-955e-65197696f00c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762331 Jun 22 09:11:38.584866 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.653725 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:11:38.654708 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.693071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:38.695862 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:38.699287 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:38.728368 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=c5407a8a-5eef-4025-9102-dd7bc93fde88,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:38.784102 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (10482360-7a82-4abc-b35a-645dce09a27c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:38.877415 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:39.228588 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:39.294936 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:39.350668 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:39.368561 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=c5407a8a-5eef-4025-9102-dd7bc93fde88,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:39.375918 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (10482360-7a82-4abc-b35a-645dce09a27c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:39.451270 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:39.452498 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0fe05527-1f03-4100-8577-64760271367d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3178577 Jun 22 09:11:39.610004 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658a90d-d739-4f07-bc1a-71cc56cb8333 req-1b71aeab-e0a7-4d99-a4be-488931630b98 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:39.614709 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a658a90d-d739-4f07-bc1a-71cc56cb8333 req-1b71aeab-e0a7-4d99-a4be-488931630b98 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Jun 22 09:11:39.622524 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:39.647019 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e5f3c5eb-4239-4992-b15c-df7b1238eaee tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--910166483&fields=id&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 267 time: 0.0419905 Jun 22 09:11:39.663474 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a658a90d-d739-4f07-bc1a-71cc56cb8333 req-5ef0887a-6d3c-406b-bc15-723f265ef866 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Jun 22 09:11:39.756057 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-4c9e7012-a9fa-418f-bc4c-8cc2951f71b0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:39.757490 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-4c9e7012-a9fa-418f-bc4c-8cc2951f71b0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.1026707 Jun 22 09:11:39.772539 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-7866c6c7-7577-4f89-a14f-98dc5387bd76 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/quotas/dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 375 time: 0.0096560 Jun 22 09:11:39.819256 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-3fe53100-2f92-4fe6-8b2e-faa3fcadee3f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421069 Jun 22 09:11:39.860614 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:39.916153 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-9797bab6-cbff-4bb3-a40c-d8a27fdb2dbf service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Jun 22 09:11:40.003598 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-a167aeac-1f73-4a8d-8789-7dcc260d97ea service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816810 Jun 22 09:11:40.252679 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f57235f8-60ef-45b2-8a50-496d347b5014 req-67eb87d9-5b53-4c74-bbdf-1ebaa3cf2663 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0291452 Jun 22 09:11:40.778016 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332651f2-2254-45b1-a642-4d544417840e req-d18daefa-3637-452d-87d6-70ccc9203075 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:40.779521 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-332651f2-2254-45b1-a642-4d544417840e req-d18daefa-3637-452d-87d6-70ccc9203075 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0482690 Jun 22 09:11:40.830331 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-332651f2-2254-45b1-a642-4d544417840e req-c35f2d8a-23b3-4035-bf02-d87155fda938 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Jun 22 09:11:41.349574 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6e94145-c8a4-4185-b0a6-3ec89e4a03ed req-1718e809-682d-4df7-b29b-d65dfd744753 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0283260 Jun 22 09:11:41.442997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:41.943955 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d639d-c0bc-4ff4-a68e-911d6285e2c9 req-20f8e74a-0edb-4ded-8b11-1b3f80dbd92c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:41.945896 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-369d639d-c0bc-4ff4-a68e-911d6285e2c9 req-20f8e74a-0edb-4ded-8b11-1b3f80dbd92c tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0489492 Jun 22 09:11:41.993789 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-369d639d-c0bc-4ff4-a68e-911d6285e2c9 req-d1598b50-8feb-414d-8cfd-a5300d9beb10 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Jun 22 09:11:42.472971 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ef88ff92-cd17-4643-afe3-e7178c3bc3aa req-3c008b88-6d27-41c4-a311-742dad51a399 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0505118 Jun 22 09:11:42.482636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74372ec-2dc7-4348-bcf1-06ba53ceadfd req-3dbb070b-1ce9-41fa-828a-37dc4a687878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:42.484117 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c74372ec-2dc7-4348-bcf1-06ba53ceadfd req-3dbb070b-1ce9-41fa-828a-37dc4a687878 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.0629568 Jun 22 09:11:42.529345 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c74372ec-2dc7-4348-bcf1-06ba53ceadfd req-d5b57d76-7008-4f1f-ac75-8ef0cba04f2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379124 Jun 22 09:11:43.110141 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a6b86-5434-4fb3-8046-2f09b06b0655 req-a3855e6a-1574-4293-a514-23679ef6f5b7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:43.111676 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bb9a6b86-5434-4fb3-8046-2f09b06b0655 req-a3855e6a-1574-4293-a514-23679ef6f5b7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Jun 22 09:11:43.159791 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bb9a6b86-5434-4fb3-8046-2f09b06b0655 req-2a92bfa2-b0c5-42bb-a7e1-d82f69bf9e66 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Jun 22 09:11:43.575237 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a2647cc6-348e-4e73-b620-3cfea45ed984 req-e6b6f142-b633-4d0d-bc4d-ed6ebd65ad53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0308352 Jun 22 09:11:44.277355 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e81f8-e948-4307-872f-391f7405234c req-239d8afb-586f-4a4c-9567-fbf0b5a44813 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:44.279333 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f8e81f8-e948-4307-872f-391f7405234c req-239d8afb-586f-4a4c-9567-fbf0b5a44813 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0495439 Jun 22 09:11:44.327174 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f8e81f8-e948-4307-872f-391f7405234c req-779dc8b5-b79b-49dd-b9a4-cbdf1f8d6117 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Jun 22 09:11:44.474910 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-4a5ed22d-20fa-40ac-bd36-fb35a4854291 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:44.477006 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-4a5ed22d-20fa-40ac-bd36-fb35a4854291 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.1143322 Jun 22 09:11:44.557852 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-fc76d5ad-6c50-43dc-9a55-70e962d47fb9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 379 time: 0.0579083 Jun 22 09:11:44.578428 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'port': {'device_id': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'admin_state_up': True, 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'security_groups': ['e6099f73-bf07-4d88-afba-d20ccad9c991']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:44.697398 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3895507f-3b4d-45d2-9dc0-b553c1d5e956 req-62ef81ba-4385-44c3-9e68-7c346f16aa00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0431232 Jun 22 09:11:44.791603 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Made reservation on behalf of dfcacaecd4564e90bfc76ff7e77911da for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:11:44.795153 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:44.896352 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:44.914590 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6b6b5-552f-43fc-aeba-7570bb295d6b req-58ebc511-2996-46a8-b4bc-b03d7cce3cdb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:44.916096 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4fd6b6b5-552f-43fc-aeba-7570bb295d6b req-58ebc511-2996-46a8-b4bc-b03d7cce3cdb tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0680568 Jun 22 09:11:45.019163 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.20.0.4 (feb2a623-753e-4717-8e5a-c83201989599/37c71764-c395-49fc-bc44-5bf8c26e6e4d/6740c88c-c40a-42ad-9c39-e0f77f8360d2) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:11:45.025689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-8266f1c3-c069-41a2-814c-49a70d635b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.027192 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-8266f1c3-c069-41a2-814c-49a70d635b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.0890603 Jun 22 09:11:45.049847 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4fd6b6b5-552f-43fc-aeba-7570bb295d6b req-7dc82f4c-9619-4e97-9cb9-4fb199b1c22e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104200 Jun 22 09:11:45.071530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:45.222567 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-c031822a-9455-4988-a1c9-8bda99a5124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.224053 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-c031822a-9455-4988-a1c9-8bda99a5124b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1708157 Jun 22 09:11:45.284585 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:45.311823 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-7fb7724d-9b03-4183-bf9a-d1e439682bd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 1001 time: 0.0740850 Jun 22 09:11:45.369997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-154ce8a2-2f9c-4e78-8903-15fe62b5f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.371463 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-154ce8a2-2f9c-4e78-8903-15fe62b5f767 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0502625 Jun 22 09:11:45.418723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-0dbb30cd-e86a-49de-addc-c0f176afcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.420282 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-0dbb30cd-e86a-49de-addc-c0f176afcaa7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422468 Jun 22 09:11:45.445812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:45.539178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:11:45.548680 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:11:45.553869 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:11:45.559428 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=6740c88c-c40a-42ad-9c39-e0f77f8360d2,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:45.610702 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-111aafb4-7e34-446c-88ce-b75be2b8a839 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831012 Jun 22 09:11:45.623077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.623711 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:45.662543 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:45.724515 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fc677e7-4a90-4b16-81d1-782728eb50fa req-101b070b-ce67-4fb4-a7ac-9fb7254cb46f service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979989 Jun 22 09:11:45.739449 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-85b3a21f-5162-4802-8e0e-151614d117b6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1734440 Jun 22 09:11:45.759465 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Request body: {'port': {'device_id': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:45.823754 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ec89b-4700-4947-9227-3439905e70b4 req-ca5a2e0c-ea0d-4810-87c3-3a1b81814064 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:45.825655 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c62ec89b-4700-4947-9227-3439905e70b4 req-ca5a2e0c-ea0d-4810-87c3-3a1b81814064 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 931 time: 0.0505235 Jun 22 09:11:45.827785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7aabc977-d22a-4e0f-8927-45a313772643 None None] Provisioning complete for port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:45.828240 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7aabc977-d22a-4e0f-8927-45a313772643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:45.829814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:45.875771 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7aabc977-d22a-4e0f-8927-45a313772643 None None] Port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:11:45.894252 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c62ec89b-4700-4947-9227-3439905e70b4 req-1eea36e1-76af-471f-872b-b46fd156e3f0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629263 Jun 22 09:11:46.039937 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:46.097081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6740c88c-c40a-42ad-9c39-e0f77f8360d2 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:11:46.105295 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Publish callbacks [] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.119231 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Transition to ACTIVE for port object 6740c88c-c40a-42ad-9c39-e0f77f8360d2 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:11:46.167764 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94afa4-a92e-4e8d-b256-48a5d23714e7 req-24b2d94e-7299-4c1c-a18c-fd831caeeb1f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:46.169214 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4a94afa4-a92e-4e8d-b256-48a5d23714e7 req-24b2d94e-7299-4c1c-a18c-fd831caeeb1f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0488021 Jun 22 09:11:46.214810 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4a94afa4-a92e-4e8d-b256-48a5d23714e7 req-9de1497b-fb72-4fa0-a363-8b6464e1e149 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Jun 22 09:11:46.225804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.280474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Pushing event updated for resources: {'Port': ['ID=6740c88c-c40a-42ad-9c39-e0f77f8360d2,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:46.357406 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Attempting to bind port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:11:46.357746 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Attempting to bind port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:11:46.357995 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Attempting to bind port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:46.364593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 on network feb2a623-753e-4717-8e5a-c83201989599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:11:46.364593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Attempting to bind port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:11:46.368806 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:11:46.369148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:11:46.369549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Bound using segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:11:46.369980 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Bound port: 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:11:46.370340 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.432660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] For port 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:11:46.436359 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] For port 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:11:46.483677 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.520147 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:46.520754 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:46.522140 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] 10.222.0.47 "PUT /v2.0/ports/6740c88c-c40a-42ad-9c39-e0f77f8360d2 HTTP/1.1" status: 200 len: 1093 time: 0.7679825 Jun 22 09:11:46.522564 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:46.524839 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7184c092-aeea-496a-ad46-43196383ddf5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:46.546997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c3ce-c6a8-478b-ac30-6ade61b041fd service neutron] Pushing event updated for resources: {'Port': ['ID=6740c88c-c40a-42ad-9c39-e0f77f8360d2,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:46.566943 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02250c8e-f904-43a2-85da-dd597badd179 x-openstack-request-id: req-02250c8e-f904-43a2-85da-dd597badd179 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:46.567230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:46.567481 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02250c8e-f904-43a2-85da-dd597badd179 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:46.567882 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02250c8e-f904-43a2-85da-dd597badd179'] response: {'name': 'network-changed', 'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'status': 'completed', 'code': 200} Jun 22 09:11:47.012336 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334abc4-405c-42be-8706-a08b2ea3f8ad req-b3f14227-55ee-4147-99d9-efa8d92bd6d1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:47.013801 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7334abc4-405c-42be-8706-a08b2ea3f8ad req-b3f14227-55ee-4147-99d9-efa8d92bd6d1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 943 time: 0.0481069 Jun 22 09:11:47.033410 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:47.064675 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7334abc4-405c-42be-8706-a08b2ea3f8ad req-4b999a05-7001-4ba0-90d3-81a49c01bd5d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453408 Jun 22 09:11:47.325725 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:47.337750 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2c2cb-d704-4952-9b60-63c7581c4e5f req-7f1d8528-2779-422e-9222-ad09cf707176 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:47.339285 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e6d2c2cb-d704-4952-9b60-63c7581c4e5f req-7f1d8528-2779-422e-9222-ad09cf707176 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Jun 22 09:11:47.387933 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e6d2c2cb-d704-4952-9b60-63c7581c4e5f req-863df2f3-a271-4a9f-bd26-0c731a1cffba tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Jun 22 09:11:47.543219 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c092-aeea-496a-ad46-43196383ddf5 req-c7e3141a-05ef-42e3-8042-497dc49c861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:47.545227 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7184c092-aeea-496a-ad46-43196383ddf5 req-c7e3141a-05ef-42e3-8042-497dc49c861f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 1127 time: 0.0385990 Jun 22 09:11:47.647895 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c092-aeea-496a-ad46-43196383ddf5 req-7898ff03-6865-4865-a0e4-ae58c6e6cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:47.649346 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7184c092-aeea-496a-ad46-43196383ddf5 req-7898ff03-6865-4865-a0e4-ae58c6e6cc70 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0912445 Jun 22 09:11:48.182793 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8259b7-02dd-44b7-a6eb-a3525f8f7c20 req-1b447c9b-8fd2-41ac-94dd-d858a5867be3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.184273 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bb8259b7-02dd-44b7-a6eb-a3525f8f7c20 req-1b447c9b-8fd2-41ac-94dd-d858a5867be3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 943 time: 0.0520566 Jun 22 09:11:48.231711 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bb8259b7-02dd-44b7-a6eb-a3525f8f7c20 req-04c22675-a499-4313-b20e-a4c3eada580d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412254 Jun 22 09:11:48.384559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c092-aeea-496a-ad46-43196383ddf5 req-7ddbe979-01b2-4b6d-8c5f-0da8d604e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.386003 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7184c092-aeea-496a-ad46-43196383ddf5 req-7ddbe979-01b2-4b6d-8c5f-0da8d604e9b9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897498 Jun 22 09:11:48.493086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-2ae8decc-08b2-449e-a0fa-dd0acf271488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.494485 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-2ae8decc-08b2-449e-a0fa-dd0acf271488 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 1127 time: 0.0434234 Jun 22 09:11:48.504188 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5502d-78ab-414a-a904-2f528f05cacf req-1e94e8af-cbd8-4fc5-9a40-adc0d4515989 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.505643 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2ff5502d-78ab-414a-a904-2f528f05cacf req-1e94e8af-cbd8-4fc5-9a40-adc0d4515989 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Jun 22 09:11:48.553002 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-e960f878-df50-47aa-9c55-b9e4cc2ba94c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2 HTTP/1.1" status: 200 len: 217 time: 0.0351954 Jun 22 09:11:48.553217 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2ff5502d-78ab-414a-a904-2f528f05cacf req-90db17c7-0347-43bc-b7bb-1fb84a1943a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Jun 22 09:11:48.604208 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-f204a29e-81d4-4334-8b85-75b1202bab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.605652 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-f204a29e-81d4-4334-8b85-75b1202bab09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.0439498 Jun 22 09:11:48.674987 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:48.681720 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-bee081ff-1929-4169-89fd-698501df2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.683365 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-bee081ff-1929-4169-89fd-698501df2ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716789 Jun 22 09:11:48.691860 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b613e-3013-415f-93f2-9cd8ce016e0c req-db56f581-7692-4c2a-8a01-3d152ed1b850 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:48.693309 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b96b613e-3013-415f-93f2-9cd8ce016e0c req-db56f581-7692-4c2a-8a01-3d152ed1b850 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0737364 Jun 22 09:11:48.701960 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53180) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:48.706448 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Request body: {'floatingip': {'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:11:48.763363 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:48.780931 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-b18ff1ce-8ae5-46a0-ba7b-89c87da6c622 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Jun 22 09:11:48.874177 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d19d36af-0910-4c74-8b6e-54d6a807fc9f req-1e99c383-e5ae-4883-a539-7eb4d76f6523 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Jun 22 09:11:49.017691 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:49.213125 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:49.267003 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:49.382360 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb5441-8486-40bd-9cb4-a44b880b6e8e req-174d739e-801b-4877-a38a-6aac875b2775 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:49.383851 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b0fb5441-8486-40bd-9cb4-a44b880b6e8e req-174d739e-801b-4877-a38a-6aac875b2775 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 943 time: 0.0816741 Jun 22 09:11:49.474457 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b0fb5441-8486-40bd-9cb4-a44b880b6e8e req-3ad30003-0b92-42de-b063-30e2c2bef54e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837724 Jun 22 09:11:49.536469 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:49.540287 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Router c3823cb2-6272-4bc2-b1d7-712759c21904 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:11:49.645739 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:11:49.651193 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:49.655867 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] Sync routers for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:11:49.665442 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:49.666044 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:49.683850 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:49.686873 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0990487-2e71-4365-9987-b28f3f2c4fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:49.722389 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2d314446-4c3a-4cf9-a53f-4b6f683ce8a1 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "PUT /v2.0/floatingips/939179cd-2329-4359-b838-ebbc3725df97 HTTP/1.1" status: 200 len: 993 time: 1.0170097 Jun 22 09:11:49.741219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1d0523-e80b-4359-8a94-9f640c3d6849 x-openstack-request-id: req-3a1d0523-e80b-4359-8a94-9f640c3d6849 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:49.741510 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:49.741768 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a1d0523-e80b-4359-8a94-9f640c3d6849 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:49.742176 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1d0523-e80b-4359-8a94-9f640c3d6849'] response: {'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'status': 'completed', 'code': 200} Jun 22 09:11:49.769309 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:49.972926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '939179cd-2329-4359-b838-ebbc3725df97', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:26Z', 'updated_at': '2022-06-22T09:11:49Z', 'revision_number': 3, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:50.000939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] Checking router: c3823cb2-6272-4bc2-b1d7-712759c21904 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:11:50.009789 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:11:50.010388 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:50.103690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-91129201-1691-4cfa-a228-50cb9c9a51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.105178 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-91129201-1691-4cfa-a228-50cb9c9a51f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.0390308 Jun 22 09:11:50.113752 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:11:50.180029 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:50.205764 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-aadff34e-e4a6-48c7-8bf6-6f0d5173b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.207301 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-aadff34e-e4a6-48c7-8bf6-6f0d5173b3ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.0954247 Jun 22 09:11:50.329168 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '939179cd-2329-4359-b838-ebbc3725df97', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:26Z', 'updated_at': '2022-06-22T09:11:49Z', 'revision_number': 3, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:50.342256 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-2c5772ed-d844-48d2-a7ab-1468fc202897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 1001 time: 0.0554984 Jun 22 09:11:50.354100 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9dbaa5-a8bf-40aa-b1fb-79dd89b747e0 None None] The sync data for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi is: [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '939179cd-2329-4359-b838-ebbc3725df97', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'port_id': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'mac_address': 'fa:16:3e:8a:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:09:26Z', 'updated_at': '2022-06-22T09:11:49Z', 'revision_number': 3, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:11:50.394453 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-615bb645-f910-49e8-bc22-c8e819b26c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.395961 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-615bb645-f910-49e8-bc22-c8e819b26c00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0481863 Jun 22 09:11:50.446619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-97a83707-2698-4ea5-8281-12f4cb9b40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.448245 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-97a83707-2698-4ea5-8281-12f4cb9b40e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402670 Jun 22 09:11:50.548169 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-9b1d5130-0ea6-4563-b73c-505ca44fcf62 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929508 Jun 22 09:11:50.593641 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0235d-07da-43a1-9c39-c7c5ed0d3fa6 req-d61fa55e-6828-4dab-bcf6-97b1064604f7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:50.597171 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cee0235d-07da-43a1-9c39-c7c5ed0d3fa6 req-d61fa55e-6828-4dab-bcf6-97b1064604f7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 943 time: 0.0486736 Jun 22 09:11:50.642851 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c0990487-2e71-4365-9987-b28f3f2c4fa4 req-ea23d05a-c42f-4830-94bf-e09a99802d74 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884297 Jun 22 09:11:50.646399 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cee0235d-07da-43a1-9c39-c7c5ed0d3fa6 req-77a8e27a-7d26-4dea-b773-ed84eaa9061c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454824 Jun 22 09:11:51.743188 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:51.745508 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f67aff-90a0-407a-a1d8-daf891ea35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:51.762633 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3fdcd-b7dd-462e-a49b-63c9e6d23f1c req-6676b6c8-3a0c-4a76-9c8d-b9715be733b8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:51.764184 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dfe3fdcd-b7dd-462e-a49b-63c9e6d23f1c req-6676b6c8-3a0c-4a76-9c8d-b9715be733b8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 943 time: 0.0470006 Jun 22 09:11:51.782060 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088866e3-2c5f-421a-873e-f2e772290bfe x-openstack-request-id: req-088866e3-2c5f-421a-873e-f2e772290bfe {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:51.782345 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:51.782598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-088866e3-2c5f-421a-873e-f2e772290bfe {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:51.783020 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088866e3-2c5f-421a-873e-f2e772290bfe'] response: {'name': 'network-changed', 'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'status': 'completed', 'code': 200} Jun 22 09:11:51.815226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dfe3fdcd-b7dd-462e-a49b-63c9e6d23f1c req-03e26f84-d777-41a6-a2ed-0b8eec5cd9e6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451896 Jun 22 09:11:51.829356 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53222) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:51.866069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-996f0c69-0e17-452a-84f4-898d2c7eb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:51.867577 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-996f0c69-0e17-452a-84f4-898d2c7eb713 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 1129 time: 0.0393741 Jun 22 09:11:51.873594 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Deleting subnet 7e1354fa-6608-4792-91a3-a3bb22201ee5 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:11:51.876775 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Publish callbacks [] for subnet (7e1354fa-6608-4792-91a3-a3bb22201ee5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.905742 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:51.915465 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (7e1354fa-6608-4792-91a3-a3bb22201ee5), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.962952 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (7e1354fa-6608-4792-91a3-a3bb22201ee5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:51.964458 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-05471a9e-9611-468a-912e-5e121098fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:51.966516 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-05471a9e-9611-468a-912e-5e121098fe30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.0922701 Jun 22 09:11:52.029622 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-1dc33244-5c34-4db9-a6fc-e60278f32253 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 200 len: 1001 time: 0.0574744 Jun 22 09:11:52.077905 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-b24d12c7-4bc4-4772-b7fa-0d8360249305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:52.079418 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-b24d12c7-4bc4-4772-b7fa-0d8360249305 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0440197 Jun 22 09:11:52.083469 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (7e1354fa-6608-4792-91a3-a3bb22201ee5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.110701 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1354fa-6608-4792-91a3-a3bb22201ee5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.115027 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.117729 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ca7f1cbf-5f2f-4008-b2ef-a7b734ad76a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7e1354fa-6608-4792-91a3-a3bb22201ee5 HTTP/1.1" status: 204 len: 168 time: 0.2872212 Jun 22 09:11:52.120196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53224) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:52.127696 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-d16f55da-30c8-4408-9549-6c09bddb4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:52.129205 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-d16f55da-30c8-4408-9549-6c09bddb4db7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433898 Jun 22 09:11:52.190529 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (2f01d4cf-c4d9-425d-9769-cc3409305f79), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.224742 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-231503a4-ba24-4060-ba9d-f3275a435285 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888548 Jun 22 09:11:52.252961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:52.277578 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (2f01d4cf-c4d9-425d-9769-cc3409305f79), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.297896 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f01d4cf-c4d9-425d-9769-cc3409305f79']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:52.307435 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:52.307734 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebb731f-2a5c-4a7d-a22c-26fdab8a4a41') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:11:52.317697 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (cebb731f-2a5c-4a7d-a22c-26fdab8a4a41), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.327142 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61f67aff-90a0-407a-a1d8-daf891ea35a9 req-66fc4814-b4ae-400f-82ad-f7c7274aa0d7 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912745 Jun 22 09:11:52.331536 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (cebb731f-2a5c-4a7d-a22c-26fdab8a4a41), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.338282 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:11:52.338668 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (cebb731f-2a5c-4a7d-a22c-26fdab8a4a41), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.371794 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment cebb731f-2a5c-4a7d-a22c-26fdab8a4a41 resource provider aggregate not found Jun 22 09:11:52.404368 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment cebb731f-2a5c-4a7d-a22c-26fdab8a4a41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cebb731f-2a5c-4a7d-a22c-26fdab8a4a41 found for delete ", "request_id": "req-68285d56-248b-4c68-9fa4-aa0106afcf01"}]} Jun 22 09:11:52.464763 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (2f01d4cf-c4d9-425d-9769-cc3409305f79), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.470685 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.473763 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2f01d4cf-c4d9-425d-9769-cc3409305f79 HTTP/1.1" status: 204 len: 168 time: 0.3526499 Jun 22 09:11:52.485677 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3b2d9-3fd7-4c23-bd65-069d12c6a6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f01d4cf-c4d9-425d-9769-cc3409305f79,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.572655 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 6740c88c-c40a-42ad-9c39-e0f77f8360d2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:11:52.587899 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:52.708283 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.resource_extend [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:11:52.732430 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:52.786077 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:52.797870 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'port_id': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'mac_address': 'fa:16:3e:3c:df:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:11:52.834758 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:52.835169 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.850235 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6740c88c-c40a-42ad-9c39-e0f77f8360d2 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:11:52.853828 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53234) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:52.874210 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:52.905573 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0a3903be-4d97-4ffe-8c79-13fdcbc98cb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05bd1375c6784f58a77c9b508ff282c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505991 Jun 22 09:11:52.908224 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53236) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:11:52.935192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.939757 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678378aa-f4df-437a-8807-306e002eacf7 req-46eb8a04-dda6-42af-b6a5-3aeeca6e2355 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:52.941263 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-678378aa-f4df-437a-8807-306e002eacf7 req-46eb8a04-dda6-42af-b6a5-3aeeca6e2355 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 943 time: 0.0510240 Jun 22 09:11:52.959723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-700c7a71-d91f-4604-8d5a-eb9947c29129 admin admin] Publish callbacks [] for security_group (a3f1d5ca-e00d-46f6-9688-64a64eff8d6e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.962055 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:52.983237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-700c7a71-d91f-4604-8d5a-eb9947c29129 admin admin] Publish callbacks [] for security_group (a3f1d5ca-e00d-46f6-9688-64a64eff8d6e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:52.984855 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=6740c88c-c40a-42ad-9c39-e0f77f8360d2,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:52.992246 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.996597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.997566 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-678378aa-f4df-437a-8807-306e002eacf7 req-4d9dbb5f-91ab-4571-ad30-a14d019ce189 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484350 Jun 22 09:11:52.997996 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:52.998338 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:11:53.088458 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-700c7a71-d91f-4604-8d5a-eb9947c29129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (a3f1d5ca-e00d-46f6-9688-64a64eff8d6e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:53.091650 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-700c7a71-d91f-4604-8d5a-eb9947c29129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:53.092801 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-700c7a71-d91f-4604-8d5a-eb9947c29129 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3f1d5ca-e00d-46f6-9688-64a64eff8d6e HTTP/1.1" status: 204 len: 168 time: 0.1834211 Jun 22 09:11:53.101158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7a71-d91f-4604-8d5a-eb9947c29129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f1d5ca-e00d-46f6-9688-64a64eff8d6e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:53.439223 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['6740c88c-c40a-42ad-9c39-e0f77f8360d2'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:11:54.115626 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c304e97-e565-4177-bd70-0befe71948cd req-f4975b96-ee40-4e1e-9a97-e92dbe85e092 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:54.117118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3c304e97-e565-4177-bd70-0befe71948cd req-f4975b96-ee40-4e1e-9a97-e92dbe85e092 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 944 time: 0.0483739 Jun 22 09:11:54.164823 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3c304e97-e565-4177-bd70-0befe71948cd req-7e7c9700-3f98-418e-955a-bbb7d3e609cb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Jun 22 09:11:54.191320 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=15 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:54.202414 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:54.587377 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 6740c88c-c40a-42ad-9c39-e0f77f8360d2 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:11:54.632138 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:11:54.739503 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:11:54.739884 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:54.812363 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:11:54.812738 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:54.835007 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:11:54.837239 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9a028-352d-4ba4-9c84-61b162a62283" -d '{"events": [{"server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "name": "network-vif-plugged", "status": "completed", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:11:54.850429 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:11:54.875345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb59d44-f5d4-49ef-823d-1e7fcd3be025 x-openstack-request-id: req-bbb59d44-f5d4-49ef-823d-1e7fcd3be025 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:11:54.875638 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "name": "network-vif-plugged", "status": "completed", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:11:54.875888 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbb59d44-f5d4-49ef-823d-1e7fcd3be025 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:11:54.876309 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb59d44-f5d4-49ef-823d-1e7fcd3be025'] response: {'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'code': 200} Jun 22 09:11:54.929201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:54.976105 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=6740c88c-c40a-42ad-9c39-e0f77f8360d2,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:11:55.229242 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ff69-d0ca-49f8-a007-6df850183a3a req-83cb8b04-35ea-4fa1-aaa0-ee48a45e11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:55.230760 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a4c9ff69-d0ca-49f8-a007-6df850183a3a req-83cb8b04-35ea-4fa1-aaa0-ee48a45e11ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 1129 time: 0.0512805 Jun 22 09:11:55.309857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec945-0ff6-402d-b769-9b6a888772b1 req-d6bb6829-dc0c-4ad4-ba6c-6d61818aeeff tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:55.311415 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-829ec945-0ff6-402d-b769-9b6a888772b1 req-d6bb6829-dc0c-4ad4-ba6c-6d61818aeeff tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0674841 Jun 22 09:11:55.313527 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a4c9ff69-d0ca-49f8-a007-6df850183a3a req-288cc039-e8f7-433c-9531-08d69dbec04b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761130 Jun 22 09:11:55.358508 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-829ec945-0ff6-402d-b769-9b6a888772b1 req-1dc89863-fe47-4885-884d-4224f6a08227 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Jun 22 09:11:56.185845 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-050d6515-b2ef-452e-84d2-baeee8da82ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:56.480124 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100c8f7-3e26-4b86-86a7-642c303e8bef req-45b2cfe2-282e-47d5-8b41-b799f733a64d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:56.481600 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b100c8f7-3e26-4b86-86a7-642c303e8bef req-45b2cfe2-282e-47d5-8b41-b799f733a64d tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0558295 Jun 22 09:11:56.535352 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b100c8f7-3e26-4b86-86a7-642c303e8bef req-32ea6cb0-a352-428b-b572-7879179efee8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482142 Jun 22 09:11:57.648401 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0165e-3491-436a-aa76-61f3469271be req-ae7da393-f94d-4cfe-b3db-3c5de69951f0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:57.649784 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fdc0165e-3491-436a-aa76-61f3469271be req-ae7da393-f94d-4cfe-b3db-3c5de69951f0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0501211 Jun 22 09:11:57.696643 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fdc0165e-3491-436a-aa76-61f3469271be req-f51b5a2c-79cc-43e7-b136-fcbd7bbc6635 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Jun 22 09:11:58.466714 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b48cc276-7e19-4dc1-b5f0-864235190fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:58.790318 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:11:58.808301 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544cde9-a030-4b14-9241-c413afbc0d7d req-0412aba6-6580-4499-a2a1-90b0354d5bba tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:58.809751 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6544cde9-a030-4b14-9241-c413afbc0d7d req-0412aba6-6580-4499-a2a1-90b0354d5bba tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0464442 Jun 22 09:11:58.856773 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6544cde9-a030-4b14-9241-c413afbc0d7d req-58c60bf0-7123-4bc9-832c-4a29ad1708db tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Jun 22 09:11:59.580724 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:11:59.971416 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b03c-68db-4946-8bf1-79f915a8d89b req-97403476-e183-4ee7-9f97-869f8fc67123 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:11:59.972885 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5d08b03c-68db-4946-8bf1-79f915a8d89b req-97403476-e183-4ee7-9f97-869f8fc67123 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0466597 Jun 22 09:12:00.019450 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5d08b03c-68db-4946-8bf1-79f915a8d89b req-9ebdd707-c8fe-400a-a691-9d6aa7d418fa tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408626 Jun 22 09:12:00.127932 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e202aef-ae25-4526-944a-2372c54b37eb req-d3b105aa-e8d7-48ee-bde8-66701366983e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:00.129370 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7e202aef-ae25-4526-944a-2372c54b37eb req-d3b105aa-e8d7-48ee-bde8-66701366983e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0485189 Jun 22 09:12:00.138304 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53308) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:00.142513 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'port_id': '6740c88c-c40a-42ad-9c39-e0f77f8360d2'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:00.178377 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (10482360-7a82-4abc-b35a-645dce09a27c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:00.323668 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:00.588096 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:00.666029 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (10482360-7a82-4abc-b35a-645dce09a27c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:00.761377 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 10482360-7a82-4abc-b35a-645dce09a27c associated. External IP: 172.27.0.178, port: 6740c88c-c40a-42ad-9c39-e0f77f8360d2. Jun 22 09:12:01.140514 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:01.183623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:01.290373 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:01.295382 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:01.300047 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:01.309420 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:01.310026 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:01.317442 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:01.328906 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9d08045b-bc69-40e9-9e09-385656e27bb7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "PUT /v2.0/floatingips/10482360-7a82-4abc-b35a-645dce09a27c HTTP/1.1" status: 200 len: 991 time: 1.1896122 Jun 22 09:12:01.332042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:01.332042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:01.369169 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f586fa-293a-4581-aa46-3afc30280dad x-openstack-request-id: req-15f586fa-293a-4581-aa46-3afc30280dad {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:01.369458 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:01.369713 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15f586fa-293a-4581-aa46-3afc30280dad {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:01.370117 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f586fa-293a-4581-aa46-3afc30280dad'] response: {'name': 'network-changed', 'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'status': 'completed', 'code': 200} Jun 22 09:12:01.412536 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:01.461954 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-c7d87230-7ad0-4785-b332-5f3cf6020209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:01.463499 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-c7d87230-7ad0-4785-b332-5f3cf6020209 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 1129 time: 0.0390971 Jun 22 09:12:01.503343 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:01.556708 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-e07ba3ac-f88e-44d3-862b-0b8adc37e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:01.558169 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-e07ba3ac-f88e-44d3-862b-0b8adc37e0e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 916 time: 0.0888519 Jun 22 09:12:01.586258 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:01.620457 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-07e4b3f2-d9bb-4dfc-a42d-7194d94dcf65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2 HTTP/1.1" status: 200 len: 999 time: 0.0553424 Jun 22 09:12:01.628643 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '10482360-7a82-4abc-b35a-645dce09a27c', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:3c:df:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:11:38Z', 'updated_at': '2022-06-22T09:12:00Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:01.657444 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:01.662754 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:01.663404 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:01.772090 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:01.918408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-b5f35449-5bc9-4ae8-adf5-0c204c36e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:01.920425 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-b5f35449-5bc9-4ae8-adf5-0c204c36e0b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.2917445 Jun 22 09:12:01.958979 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:01.966244 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-ab9a0ef2-9247-45c4-8c48-212f2b54d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:01.967750 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-ab9a0ef2-9247-45c4-8c48-212f2b54d888 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398631 Jun 22 09:12:01.991643 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '10482360-7a82-4abc-b35a-645dce09a27c', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:3c:df:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:11:38Z', 'updated_at': '2022-06-22T09:12:00Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:02.017295 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c2dde-9402-4062-be68-30d4bbede54e None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '10482360-7a82-4abc-b35a-645dce09a27c', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:3c:df:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:11:38Z', 'updated_at': '2022-06-22T09:12:00Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:02.066917 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-e51e2a68-b77d-438d-8767-6a6a3c346fb9 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913653 Jun 22 09:12:02.084579 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:02.165118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-db4df1ae-6a98-4f8a-91b3-a6c7183da8fa req-828d5d27-f833-4e6c-99a1-791ebefafae4 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896878 Jun 22 09:12:02.214965 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c8103-6063-40d8-b859-c16ebcd24909 None None] New status for floating IP 10482360-7a82-4abc-b35a-645dce09a27c: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:12:03.543773 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53336) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:03.649722 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2511ad3c-7870-42aa-beea-9296ed8069a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:03.731073 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2511ad3c-7870-42aa-beea-9296ed8069a2 admin admin] Publish callbacks [] for security_group (cab3c979-e2e3-4b7a-9eed-06610a723241), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:03.802219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2511ad3c-7870-42aa-beea-9296ed8069a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cab3c979-e2e3-4b7a-9eed-06610a723241), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:03.842004 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2511ad3c-7870-42aa-beea-9296ed8069a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b09df9722f134d7eac38d34f29edc809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966421 Jun 22 09:12:03.843173 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511ad3c-7870-42aa-beea-9296ed8069a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3c979-e2e3-4b7a-9eed-06610a723241,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:03.844864 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53348) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:03.894748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f53de380-e2bb-4efa-9910-fdbf9c861104 admin admin] Publish callbacks [] for security_group (cab3c979-e2e3-4b7a-9eed-06610a723241), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:03.921934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f53de380-e2bb-4efa-9910-fdbf9c861104 admin admin] Publish callbacks [] for security_group (cab3c979-e2e3-4b7a-9eed-06610a723241), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:04.059512 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f53de380-e2bb-4efa-9910-fdbf9c861104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cab3c979-e2e3-4b7a-9eed-06610a723241), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:04.062095 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f53de380-e2bb-4efa-9910-fdbf9c861104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:04.063297 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f53de380-e2bb-4efa-9910-fdbf9c861104 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cab3c979-e2e3-4b7a-9eed-06610a723241 HTTP/1.1" status: 204 len: 168 time: 0.2173455 Jun 22 09:12:04.071479 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de380-e2bb-4efa-9910-fdbf9c861104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3c979-e2e3-4b7a-9eed-06610a723241,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:04.198327 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:04.207037 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec43570-6253-45f4-9290-cb9d1160cf65 req-95fbc358-08b3-42e8-aa60-9d27b24a174f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:04.208497 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3ec43570-6253-45f4-9290-cb9d1160cf65 req-95fbc358-08b3-42e8-aa60-9d27b24a174f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0472527 Jun 22 09:12:04.257000 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3ec43570-6253-45f4-9290-cb9d1160cf65 req-b0bb632b-93aa-4af8-8404-bb1f94fc752b tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Jun 22 09:12:04.946297 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53374) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:05.042278 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1101139965-network', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:05.127846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Made reservation on behalf of 476725d6c5c44caebdd8d8e855cc63c6 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:05.130176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.138755 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.219213 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks [] for security_group (67d40673-644b-4c21-b84f-fbd2de73ba7a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.295709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (67d40673-644b-4c21-b84f-fbd2de73ba7a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.321524 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:12:05.340482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d40673-644b-4c21-b84f-fbd2de73ba7a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:05.365279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (ec63b4c0-9825-4004-aefc-0ec014928d2e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.365621 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Added segment ec63b4c0-9825-4004-aefc-0ec014928d2e of type vlan for network 691a4d14-7c44-49d6-8787-1e10ee793579 Jun 22 09:12:05.412824 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f786a6f-8e21-45be-b30a-9b3431e3f1be req-6923772d-187a-4e4d-b291-c379591b2d52 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:05.414301 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0f786a6f-8e21-45be-b30a-9b3431e3f1be req-6923772d-187a-4e4d-b291-c379591b2d52 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.0856488 Jun 22 09:12:05.424412 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (691a4d14-7c44-49d6-8787-1e10ee793579), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.480604 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0f786a6f-8e21-45be-b30a-9b3431e3f1be req-1dbe5061-dd64-4f21-98de-76bc2a5d8fb0 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584946 Jun 22 09:12:05.546140 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (691a4d14-7c44-49d6-8787-1e10ee793579), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.547169 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:05.547753 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.579268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:05.607941 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=691a4d14-7c44-49d6-8787-1e10ee793579,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:05.617299 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 691a4d14-7c44-49d6-8787-1e10ee793579 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:12:05.640372 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-7e44884d-3902-41af-a009-bcb588934bb5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6929798 Jun 22 09:12:05.643154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53380) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:05.648461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Request body: {'subnet': {'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1101139965-subnet', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:05.723410 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Made reservation on behalf of 476725d6c5c44caebdd8d8e855cc63c6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:05.725746 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:05.848194 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:05.956760 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (687391dc-e075-4b3a-bae8-7bcdaefccfd2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.015227 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687391dc-e075-4b3a-bae8-7bcdaefccfd2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:06.025105 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Checking segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:06.025457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Network hostable DHCP agents. Network: 691a4d14-7c44-49d6-8787-1e10ee793579, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:12:06.093294 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Network 691a4d14-7c44-49d6-8787-1e10ee793579 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:12:06.169071 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 691a4d14-7c44-49d6-8787-1e10ee793579) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:06.173260 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:06.173858 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.180047 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116be9a7-cfe2-4395-a4a0-78abe15808ca None None] Network 691a4d14-7c44-49d6-8787-1e10ee793579 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:12:06.271255 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8dc1cd17-d0bd-4613-af5a-b17bd515d521 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6240401 Jun 22 09:12:06.271506 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53382) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:06.275763 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:06.280866 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-691a4d14-7c44-49d6-8787-1e10ee793579', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:12:06.281865 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.285187 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:06.358348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (4b68c3be-5e83-4946-8737-e72d30e323e4), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.362063 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (4b68c3be-5e83-4946-8737-e72d30e323e4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.411707 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks [] for router_controller (4b68c3be-5e83-4946-8737-e72d30e323e4), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.423250 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Allocated IP 172.20.0.2 (691a4d14-7c44-49d6-8787-1e10ee793579/687391dc-e075-4b3a-bae8-7bcdaefccfd2/d13099c4-3282-4301-9ab0-2931c16af8c9) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:06.565100 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Publish callbacks [] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.626054 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-f270a55d-8ad4-4760-b007-3147fb7ac09f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:06.626903 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.627523 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-f270a55d-8ad4-4760-b007-3147fb7ac09f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.1060996 Jun 22 09:12:06.635805 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks [] for router_gateway (4b68c3be-5e83-4946-8737-e72d30e323e4), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.671241 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Network 691a4d14-7c44-49d6-8787-1e10ee793579 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:06.674273 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:06.677806 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:06.687792 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Pushing event updated for resources: {'Port': ['ID=d13099c4-3282-4301-9ab0-2931c16af8c9,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:06.739687 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94403b-c465-499e-8d34-0efcbb7e4e34 req-a2a86945-431d-466b-a0aa-b32604b33b24 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:06.747269 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0b94403b-c465-499e-8d34-0efcbb7e4e34 req-a2a86945-431d-466b-a0aa-b32604b33b24 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 946 time: 0.1925321 Jun 22 09:12:06.749495 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Attempting to bind port d13099c4-3282-4301-9ab0-2931c16af8c9 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:06.749856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Attempting to bind port d13099c4-3282-4301-9ab0-2931c16af8c9 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:06.750944 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Attempting to bind port d13099c4-3282-4301-9ab0-2931c16af8c9 on network 691a4d14-7c44-49d6-8787-1e10ee793579 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:06.756893 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:06.757272 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Checking segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:06.757680 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.758049 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Deleting port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:06.758188 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Bound using segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:06.758399 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.758565 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Bound port: d13099c4-3282-4301-9ab0-2931c16af8c9, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:06.758929 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.795797 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0b94403b-c465-499e-8d34-0efcbb7e4e34 req-cdc0dab8-0eca-4c13-8abf-8108e9c0d74e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b61b29-9efa-4992-83dc-8c3d9657ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470026 Jun 22 09:12:06.823028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] For port d13099c4-3282-4301-9ab0-2931c16af8c9, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:06.826112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] For port d13099c4-3282-4301-9ab0-2931c16af8c9, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d13099c4-3282-4301-9ab0-2931c16af8c9,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:06.851689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:06.889537 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:06.897138 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:06.950071 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d22a3-6a49-4f3f-a921-ddbf07a3d395 None None] Pushing event updated for resources: {'Port': ['ID=d13099c4-3282-4301-9ab0-2931c16af8c9,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:06.966485 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] For port c0eb72f1-4dd3-41ec-bab1-7fb490daf290, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:06.968566 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.021569 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks [] for router_gateway (4b68c3be-5e83-4946-8737-e72d30e323e4), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.051994 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.130077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:07.255813 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.256171 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (4501383d-9874-456d-9377-0111a9d9e8c7), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.256481 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Floating IP 4501383d-9874-456d-9377-0111a9d9e8c7 disassociated. External IP: 172.27.0.49, port: c0eb72f1-4dd3-41ec-bab1-7fb490daf290. Jun 22 09:12:07.256820 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Calling delete_port for c0eb72f1-4dd3-41ec-bab1-7fb490daf290 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:07.278785 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Allocated IP 172.27.0.238 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/7724b240-4278-460d-a124-a447b64c9a44) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:07.461302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks [] for port (7724b240-4278-460d-a124-a447b64c9a44), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.488734 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d13099c4-3282-4301-9ab0-2931c16af8c9 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:07.534982 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d13099c4-3282-4301-9ab0-2931c16af8c9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:07.536890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.552205 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (c0eb72f1-4dd3-41ec-bab1-7fb490daf290), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.586218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event deleted for resources: {'Port': ['ID=c0eb72f1-4dd3-41ec-bab1-7fb490daf290,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:07.597607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (7724b240-4278-460d-a124-a447b64c9a44), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.628605 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d13099c4-3282-4301-9ab0-2931c16af8c9 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:07.629204 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.665064 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port d13099c4-3282-4301-9ab0-2931c16af8c9, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d13099c4-3282-4301-9ab0-2931c16af8c9,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:07.694238 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:07.721428 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:07.731604 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:07.737907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Pushing event updated for resources: {'Port': ['ID=7724b240-4278-460d-a124-a447b64c9a44,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:07.740200 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:07.740384 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.791535 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=d13099c4-3282-4301-9ab0-2931c16af8c9,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:07.796050 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Router 3888f140-6376-4e55-92c6-864188eab109 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:07.883201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ba9f83-bf26-4f1f-a8e4-b2d93a4453b1 None None] Network 691a4d14-7c44-49d6-8787-1e10ee793579 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:12:07.916887 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-92de4c82-4c4a-40d1-82ae-c63b3ac322f2 None None] Provisioning complete for port d13099c4-3282-4301-9ab0-2931c16af8c9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:07.917333 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92de4c82-4c4a-40d1-82ae-c63b3ac322f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:07.926639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:07.971367 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:08.017156 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9107e686-1e7c-4c2f-9d7a-99efafefc188 req-4e37e2f3-dcf3-4441-b700-2a810400d741 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.1527979 Jun 22 09:12:08.040474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:08.048669 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:08.065155 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:08.065778 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:08.071153 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-92de4c82-4c4a-40d1-82ae-c63b3ac322f2 None None] Current status of the port d13099c4-3282-4301-9ab0-2931c16af8c9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:08.131772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] No DVR routers for this DVR port c0eb72f1-4dd3-41ec-bab1-7fb490daf290 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:12:08.135578 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:08.139699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-19b88089-a8b3-4a5c-b51b-a0139fcd0e51 req-3c3ccd59-6a69-49ed-bc2e-bf35aaa79fac tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "DELETE /v2.0/ports/c0eb72f1-4dd3-41ec-bab1-7fb490daf290 HTTP/1.1" status: 204 len: 173 time: 1.5062563 Jun 22 09:12:08.140179 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'name': 'network-vif-deleted', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:08.142471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a0ef78-7432-41b0-a271-735a809ff4d6" -d '{"events": [{"server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "name": "network-vif-deleted", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:08.295041 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:08.405256 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5c53345c-b451-4e50-9cfe-5e04d008ed07 None None] Provisioning complete for port d13099c4-3282-4301-9ab0-2931c16af8c9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:08.406126 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c53345c-b451-4e50-9cfe-5e04d008ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:08.426971 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:08.447510 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:08.474357 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31329d92-da67-4c37-92b1-c2ff10fba5f1 x-openstack-request-id: req-31329d92-da67-4c37-92b1-c2ff10fba5f1 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:08.474562 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a986f8d-3000-440e-b006-4c90b7c765fa", "name": "network-vif-deleted", "tag": "c0eb72f1-4dd3-41ec-bab1-7fb490daf290", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:08.474800 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31329d92-da67-4c37-92b1-c2ff10fba5f1 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:08.475221 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31329d92-da67-4c37-92b1-c2ff10fba5f1'] response: {'server_uuid': '7a986f8d-3000-440e-b006-4c90b7c765fa', 'name': 'network-vif-deleted', 'tag': 'c0eb72f1-4dd3-41ec-bab1-7fb490daf290', 'status': 'completed', 'code': 200} Jun 22 09:12:08.489130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5c53345c-b451-4e50-9cfe-5e04d008ed07 None None] Current status of the port d13099c4-3282-4301-9ab0-2931c16af8c9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:08.504317 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks [] for router_gateway (4b68c3be-5e83-4946-8737-e72d30e323e4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:08.505301 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:08.535114 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:08.545219 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:08.545828 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:08.646185 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:08.702218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (4b68c3be-5e83-4946-8737-e72d30e323e4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:08.751370 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:08.832910 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:08.857970 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2045050-e777-41a3-a2d6-d65e6fb54ec1 None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:08.883637 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Router 4b68c3be-5e83-4946-8737-e72d30e323e4 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:12:08.997635 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:09.008866 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Sync routers for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:09.021137 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:09.025050 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:09.074145 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.076261 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-00867ca0-db6d-4472-8ce0-ea6a2d33d71e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8035910 Jun 22 09:12:09.078890 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53398) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:09.139638 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a554766f-56c8-4723-ae9f-afe75cdbe06a None None] New status for floating IP 4501383d-9874-456d-9377-0111a9d9e8c7: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:12:09.152949 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:09.178175 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-91fd2ccc-c6e5-4d26-a495-c846b797764a req-895dc188-b43f-4244-b2c9-88104f5ba012 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a986f8d-3000-440e-b006-4c90b7c765fa HTTP/1.1" status: 200 len: 210 time: 0.0358355 Jun 22 09:12:09.180169 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:09.484149 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:07Z', 'revision_number': 3, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:09.518918 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d13099c4-3282-4301-9ab0-2931c16af8c9 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:09.522297 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Checking router: 4b68c3be-5e83-4946-8737-e72d30e323e4 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:09.522648 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Updating router 4b68c3be-5e83-4946-8737-e72d30e323e4 port 7724b240-4278-460d-a124-a447b64c9a44 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:12:09.576580 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7724b240-4278-460d-a124-a447b64c9a44), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.594212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.613524 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d13099c4-3282-4301-9ab0-2931c16af8c9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:09.613724 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.727500 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:09.753629 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Allocated IP 172.20.0.1 (691a4d14-7c44-49d6-8787-1e10ee793579/687391dc-e075-4b3a-bae8-7bcdaefccfd2/b99dd955-00de-494e-b258-8bdd3875b817) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:09.810763 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d13099c4-3282-4301-9ab0-2931c16af8c9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:09.816999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:09.858043 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks [] for port (b99dd955-00de-494e-b258-8bdd3875b817), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.894672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Publish callbacks [] for port (7724b240-4278-460d-a124-a447b64c9a44), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.923591 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (b99dd955-00de-494e-b258-8bdd3875b817), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.946046 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (7724b240-4278-460d-a124-a447b64c9a44), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:09.953846 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:09.982849 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Network 691a4d14-7c44-49d6-8787-1e10ee793579 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:10.002135 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:10.004498 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Attempting to bind port 7724b240-4278-460d-a124-a447b64c9a44 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:10.004498 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Attempting to bind port 7724b240-4278-460d-a124-a447b64c9a44 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:10.004498 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Attempting to bind port 7724b240-4278-460d-a124-a447b64c9a44 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:10.007769 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0a9d9-e7cd-490c-be84-d04be8b3feb7 None None] Pushing event updated for resources: {'Port': ['ID=7724b240-4278-460d-a124-a447b64c9a44,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:10.008124 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:10.013096 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:10.013634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:10.013757 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b99dd955-00de-494e-b258-8bdd3875b817,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:10.013880 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.014295 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:10.014848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Bound port: 7724b240-4278-460d-a124-a447b64c9a44, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:10.015224 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7724b240-4278-460d-a124-a447b64c9a44), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.047038 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-67fe5155-7714-4fc7-ac1a-9e6d0b9e5ab6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874062 Jun 22 09:12:10.060787 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (4b68c3be-5e83-4946-8737-e72d30e323e4), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.066665 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] For port 7724b240-4278-460d-a124-a447b64c9a44, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:10.069893 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] For port 7724b240-4278-460d-a124-a447b64c9a44, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=7724b240-4278-460d-a124-a447b64c9a44,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:10.158476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (7724b240-4278-460d-a124-a447b64c9a44), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.186072 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-db1b9b7d-9d21-43c6-9ad9-7da8d766b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:10.187113 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-db1b9b7d-9d21-43c6-9ad9-7da8d766b4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 1129 time: 0.0734994 Jun 22 09:12:10.193272 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:10.228649 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:10.229281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:10.285598 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0a9d9-e7cd-490c-be84-d04be8b3feb7 None None] Pushing event updated for resources: {'Port': ['ID=7724b240-4278-460d-a124-a447b64c9a44,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:10.298780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:10.302859 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-aab9e20b-5458-4755-8e88-a081f7229366 None None] Provisioning complete for port b99dd955-00de-494e-b258-8bdd3875b817 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:10.303258 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aab9e20b-5458-4755-8e88-a081f7229366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b99dd955-00de-494e-b258-8bdd3875b817), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.344584 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b99dd955-00de-494e-b258-8bdd3875b817), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.349501 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-dd3b3325-0b62-4292-8313-07e1b5b6214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:10.351125 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-dd3b3325-0b62-4292-8313-07e1b5b6214b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 200 len: 919 time: 0.1350739 Jun 22 09:12:10.359117 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53406) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:10.384393 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-aab9e20b-5458-4755-8e88-a081f7229366 None None] Port b99dd955-00de-494e-b258-8bdd3875b817 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:10.394765 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:10.397549 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-cabf52ed-de4e-4869-a563-020c614b38d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 200 len: 217 time: 0.0386298 Jun 22 09:12:10.425467 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82aacaed-d84b-4dc9-9b7f-9b76a9b5ffbf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (14b61b29-9efa-4992-83dc-8c3d9657ff3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.453156 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82aacaed-d84b-4dc9-9b7f-9b76a9b5ffbf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (14b61b29-9efa-4992-83dc-8c3d9657ff3d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.495332 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-b3ef54bb-1ce9-464d-be2d-965bdccbcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:10.497328 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-b3ef54bb-1ce9-464d-be2d-965bdccbcf08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 200 len: 857 time: 0.0784974 Jun 22 09:12:10.558144 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82aacaed-d84b-4dc9-9b7f-9b76a9b5ffbf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (14b61b29-9efa-4992-83dc-8c3d9657ff3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.561593 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82aacaed-d84b-4dc9-9b7f-9b76a9b5ffbf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.567457 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-82aacaed-d84b-4dc9-9b7f-9b76a9b5ffbf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "DELETE /v2.0/security-groups/14b61b29-9efa-4992-83dc-8c3d9657ff3d HTTP/1.1" status: 204 len: 168 time: 0.2064891 Jun 22 09:12:10.568316 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53408) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:10.568640 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:07Z', 'revision_number': 3, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:10.580533 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-fbf75cc8-d20d-4df5-99cc-349abc5829e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:10.582012 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-fbf75cc8-d20d-4df5-99cc-349abc5829e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b36bc90f-3b6b-474d-8af3-dd7768321d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738981 Jun 22 09:12:10.589422 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.api.v2.resource [None req-765ea581-c58a-4d9a-90f7-d934f724078e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] show failed (client error): The resource could not be found. Jun 22 09:12:10.593676 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-765ea581-c58a-4d9a-90f7-d934f724078e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups/14b61b29-9efa-4992-83dc-8c3d9657ff3d HTTP/1.1" status: 404 len: 347 time: 0.0211990 Jun 22 09:12:10.594215 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53410) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:10.594651 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0049-0c1e-4b22-9c46-a330276923f1 None None] The sync data for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi is: [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:07Z', 'revision_number': 3, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:10.596315 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aacaed-d84b-4dc9-9b7f-9b76a9b5ffbf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b61b29-9efa-4992-83dc-8c3d9657ff3d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:10.662611 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c0eb72f1-4dd3-41ec-bab1-7fb490daf290 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:12:10.686886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: c0eb72f1-4dd3-41ec-bab1-7fb490daf290 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:12:10.687233 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c0eb72f1-4dd3-41ec-bab1-7fb490daf290 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:12:10.717078 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks [] for port (b99dd955-00de-494e-b258-8bdd3875b817), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.721203 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Deleting port 50da52a9-10df-4b17-ae7d-7fa97b765c15 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:10.721619 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.732689 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-9eec0d8b-ce26-484d-a609-1c4651495218 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426375 Jun 22 09:12:10.770889 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (b99dd955-00de-494e-b258-8bdd3875b817), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.807065 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.807394 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (50da52a9-10df-4b17-ae7d-7fa97b765c15), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.823174 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Calling delete_port for 50da52a9-10df-4b17-ae7d-7fa97b765c15 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:10.870167 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:10.900521 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (4b68c3be-5e83-4946-8737-e72d30e323e4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:10.909636 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:10.915664 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b99dd955-00de-494e-b258-8bdd3875b817,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:10.932036 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-84715f46-6d81-4fcc-b12d-d60f8c57a467 req-80e01192-6015-4ead-bfdc-06f28d24a116 service neutron] 10.222.0.47 "GET /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916037 Jun 22 09:12:11.027317 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Network 691a4d14-7c44-49d6-8787-1e10ee793579 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:11.028748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:11.067012 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (50da52a9-10df-4b17-ae7d-7fa97b765c15), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.105280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event deleted for resources: {'Port': ['ID=50da52a9-10df-4b17-ae7d-7fa97b765c15,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:11.166849 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Router 4b68c3be-5e83-4946-8737-e72d30e323e4 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:11.191881 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (4501383d-9874-456d-9377-0111a9d9e8c7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.195034 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.196397 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-81b7d5d6-91cc-421e-bd49-8e3934d259eb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "DELETE /v2.0/floatingips/4501383d-9874-456d-9377-0111a9d9e8c7 HTTP/1.1" status: 204 len: 168 time: 0.6010344 Jun 22 09:12:11.277754 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:11.293091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:11.298087 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-35b39481-a088-403a-a4c1-b6a0acfd23a3 admin admin] 10.222.0.55 "PUT /v2.0/routers/4b68c3be-5e83-4946-8737-e72d30e323e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181995 Jun 22 09:12:11.319891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-048e6709-4018-49d2-883d-ed00a12bd7ab None None] Provisioning complete for port b99dd955-00de-494e-b258-8bdd3875b817 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:11.320430 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-048e6709-4018-49d2-883d-ed00a12bd7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b99dd955-00de-494e-b258-8bdd3875b817), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.368598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53418) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:11.370402 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-048e6709-4018-49d2-883d-ed00a12bd7ab None None] Port b99dd955-00de-494e-b258-8bdd3875b817 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:11.373749 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458312519', 'description': 'tempest-description--1717902729'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:11.426569 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.449548 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.463858 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:11.513597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 7724b240-4278-460d-a124-a447b64c9a44 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:11.533835 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (d7e9ad57-dbee-43e7-a473-a35e951c0e5d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.564034 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 7724b240-4278-460d-a124-a447b64c9a44 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:11.564403 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (7724b240-4278-460d-a124-a447b64c9a44), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.616062 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d7e9ad57-dbee-43e7-a473-a35e951c0e5d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.640076 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 7724b240-4278-460d-a124-a447b64c9a44 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:11.640563 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7724b240-4278-460d-a124-a447b64c9a44), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.658815 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9ad57-dbee-43e7-a473-a35e951c0e5d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:11.680012 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 7724b240-4278-460d-a124-a447b64c9a44, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=7724b240-4278-460d-a124-a447b64c9a44,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:11.731066 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.736576 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-6a478284-da14-45d9-9a9d-661004f8321f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3632722 Jun 22 09:12:11.736576 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53424) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:11.739984 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'security_group_rule': {'security_group_id': 'd7e9ad57-dbee-43e7-a473-a35e951c0e5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:11.746634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (7724b240-4278-460d-a124-a447b64c9a44), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.752645 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:11.797691 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=7724b240-4278-460d-a124-a447b64c9a44,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:11.826076 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (e1b9c17a-e6e7-4ef3-951a-7665128679bb), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.881855 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (e1b9c17a-e6e7-4ef3-951a-7665128679bb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.940320 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (e1b9c17a-e6e7-4ef3-951a-7665128679bb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:11.961912 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b9c17a-e6e7-4ef3-951a-7665128679bb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:12.005274 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.006548 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ead8e7b9-e4da-423f-a6e4-22b6b11bf470 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699380 Jun 22 09:12:12.009303 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53432) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:12.013917 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'security_group_rule': {'security_group_id': 'd7e9ad57-dbee-43e7-a473-a35e951c0e5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:12.055711 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53436) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:12.061588 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1497409020-network', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:12.094291 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (994f8280-3193-4deb-8b72-51117ddcb6d2), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.148240 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (994f8280-3193-4deb-8b72-51117ddcb6d2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.168622 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Made reservation on behalf of ab7a6f50e1844d37a3b215d4fedf4621 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:12.171571 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.180456 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.256644 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks [] for security_group (746271a3-5a3f-49f9-9cb3-bdd589a5315a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.257564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (994f8280-3193-4deb-8b72-51117ddcb6d2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.275749 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994f8280-3193-4deb-8b72-51117ddcb6d2,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:12.343292 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.344558 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-02710e4c-8f3f-4a94-98bc-e4c0849b4db3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343408 Jun 22 09:12:12.345326 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (746271a3-5a3f-49f9-9cb3-bdd589a5315a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.353101 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53438) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:12.356553 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:12.361526 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:12.393407 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:12:12.395112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Sync routers for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:12.404233 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746271a3-5a3f-49f9-9cb3-bdd589a5315a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:12.406540 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:12.407207 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:12.412982 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (748fee22-84e4-43c7-a9ef-49e709902131), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.413095 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Added segment 748fee22-84e4-43c7-a9ef-49e709902131 of type vlan for network 17b1e6e9-afe6-4a58-b691-5bb43226beba Jun 22 09:12:12.452951 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (17b1e6e9-afe6-4a58-b691-5bb43226beba), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.463741 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=15 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:12.483252 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.509756 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:12.568958 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (17b1e6e9-afe6-4a58-b691-5bb43226beba), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.570042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:12.570621 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.573187 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.682303 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6253600 Jun 22 09:12:12.683063 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be957f-c6e0-409d-aceb-7cbd92e2325e admin admin] Pushing event updated for resources: {'Network': ['ID=17b1e6e9-afe6-4a58-b691-5bb43226beba,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:12.686129 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53440) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:12.692283 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Request body: {'subnet': {'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1497409020-subnet', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:12.700910 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:12:12.732932 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 2, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:12.744481 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Allocated IP 172.27.0.239 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/23f2a923-81e5-4856-b7df-02974d1f1565) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:12.769112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Made reservation on behalf of ab7a6f50e1844d37a3b215d4fedf4621 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:12.771593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.794815 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Checking router: 4b68c3be-5e83-4946-8737-e72d30e323e4 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:12.795202 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Updating router 4b68c3be-5e83-4946-8737-e72d30e323e4 port b99dd955-00de-494e-b258-8bdd3875b817 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:12:12.831006 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b99dd955-00de-494e-b258-8bdd3875b817), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.857102 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for port (23f2a923-81e5-4856-b7df-02974d1f1565), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.868202 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:12.876201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:12.958302 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (23f2a923-81e5-4856-b7df-02974d1f1565), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:12.999741 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:13.002481 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:13.006730 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:13.010619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (195d2067-c48f-44d8-a36d-9c6e5cd6d99f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.029317 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'Port': ['ID=23f2a923-81e5-4856-b7df-02974d1f1565,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:13.068925 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195d2067-c48f-44d8-a36d-9c6e5cd6d99f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:13.086229 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:13.093882 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Checking segment: {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:13.094235 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Network hostable DHCP agents. Network: 17b1e6e9-afe6-4a58-b691-5bb43226beba, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:12:13.095716 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Publish callbacks [] for port (b99dd955-00de-494e-b258-8bdd3875b817), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.100425 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (60f4fa7e-cd11-406d-bb12-97cd1f6514e5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.173807 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (b99dd955-00de-494e-b258-8bdd3875b817), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.174227 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:12:13.205437 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (23f2a923-81e5-4856-b7df-02974d1f1565), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.230208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb04ec5-4b43-4452-ac71-207ccf85fe29 None None] Pushing event updated for resources: {'Port': ['ID=b99dd955-00de-494e-b258-8bdd3875b817,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:13.249402 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 17b1e6e9-afe6-4a58-b691-5bb43226beba) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:13.259368 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:13.261093 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.278716 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f5b47-478c-49c1-bdb7-7dd769f16a3c None None] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:12:13.372943 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e97c1457-e7ac-4108-bff2-886dd4c9ff51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6839433 Jun 22 09:12:13.373836 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53442) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:13.378672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:13.393892 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for port (23f2a923-81e5-4856-b7df-02974d1f1565), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.395925 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:13.441050 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Attempting to bind port b99dd955-00de-494e-b258-8bdd3875b817 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:13.441577 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Attempting to bind port b99dd955-00de-494e-b258-8bdd3875b817 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:13.441755 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Attempting to bind port b99dd955-00de-494e-b258-8bdd3875b817 on network 691a4d14-7c44-49d6-8787-1e10ee793579 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:13.447517 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (23f2a923-81e5-4856-b7df-02974d1f1565), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.455959 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (140fc0d2-e4a2-4476-953f-e92773691386), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.456315 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:13.459932 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Checking segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:13.459932 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.460132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (140fc0d2-e4a2-4476-953f-e92773691386), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.460251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Bound using segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:13.460251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Bound port: b99dd955-00de-494e-b258-8bdd3875b817, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:13.460251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b99dd955-00de-494e-b258-8bdd3875b817), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.509206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 7724b240-4278-460d-a124-a447b64c9a44 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:13.516317 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks [] for router_controller (140fc0d2-e4a2-4476-953f-e92773691386), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.527403 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'Port': ['ID=23f2a923-81e5-4856-b7df-02974d1f1565,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:13.546307 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (60f4fa7e-cd11-406d-bb12-97cd1f6514e5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.586212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-41935129-cab7-4a43-b4ba-132399cd2cb2 None None] Provisioning complete for port b99dd955-00de-494e-b258-8bdd3875b817 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:13.586505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41935129-cab7-4a43-b4ba-132399cd2cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b99dd955-00de-494e-b258-8bdd3875b817), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.622589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.632689 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f65e9981-8689-446c-901b-87ff0ad38ff3 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2730129 Jun 22 09:12:13.652048 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] For port b99dd955-00de-494e-b258-8bdd3875b817, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:13.673410 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-17b1e6e9-afe6-4a58-b691-5bb43226beba', 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba', 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'fixed_ips': [{'subnet_id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:12:13.674323 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.679117 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] For port b99dd955-00de-494e-b258-8bdd3875b817, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b99dd955-00de-494e-b258-8bdd3875b817,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:13.681729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-41935129-cab7-4a43-b4ba-132399cd2cb2 None None] Port b99dd955-00de-494e-b258-8bdd3875b817 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:13.696412 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 7724b240-4278-460d-a124-a447b64c9a44 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:13.696789 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (7724b240-4278-460d-a124-a447b64c9a44), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.788713 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (b99dd955-00de-494e-b258-8bdd3875b817), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:13.923613 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:13.935526 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:13.936170 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:13.977285 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb04ec5-4b43-4452-ac71-207ccf85fe29 None None] Pushing event updated for resources: {'Port': ['ID=b99dd955-00de-494e-b258-8bdd3875b817,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:13.980946 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks [] for router_gateway (140fc0d2-e4a2-4476-953f-e92773691386), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.002130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 7724b240-4278-460d-a124-a447b64c9a44 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:14.004800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Allocated IP 172.20.0.2 (17b1e6e9-afe6-4a58-b691-5bb43226beba/195d2067-c48f-44d8-a36d-9c6e5cd6d99f/233a4428-89af-4955-b86c-cb8d132dcbc8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:14.027373 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-411741f3-2a82-4ae6-b0e5-aa720cdeea81 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--458312519&fields=id&tenant_id=b887d876b7624299b5575036da211d6b HTTP/1.1" status: 200 len: 267 time: 0.0582061 Jun 22 09:12:14.072841 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:14.084927 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:14.126686 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:14.171261 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] Provisioning complete for port b99dd955-00de-494e-b258-8bdd3875b817 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:14.171635 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b99dd955-00de-494e-b258-8bdd3875b817), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.196195 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-d36e2d0a-0023-4925-936d-391287024ca2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:14.197655 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-d36e2d0a-0023-4925-936d-391287024ca2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 811 time: 0.1618443 Jun 22 09:12:14.237661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:14.274359 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-7d582a0d-5ed3-4597-ad31-d15db22a6fcf tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/quotas/b887d876b7624299b5575036da211d6b HTTP/1.1" status: 200 len: 375 time: 0.0398505 Jun 22 09:12:14.349999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks [] for router_gateway (140fc0d2-e4a2-4476-953f-e92773691386), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.368141 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Publish callbacks [] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.374450 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.381075 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-e89e5b21-0b00-45db-9f8f-ef9d49874b41 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850270 Jun 22 09:12:14.448388 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] Current status of the port b99dd955-00de-494e-b258-8bdd3875b817 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:14.448953 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b99dd955-00de-494e-b258-8bdd3875b817), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.454299 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.473773 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:14.520777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:14.532545 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:14.541095 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:13Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:14.543398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:14.549384 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] For port b99dd955-00de-494e-b258-8bdd3875b817, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b99dd955-00de-494e-b258-8bdd3875b817,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:14.551180 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Pushing event updated for resources: {'Port': ['ID=233a4428-89af-4955-b86c-cb8d132dcbc8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:14.563498 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Allocated IP 172.27.0.153 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/275ab442-c3e6-4341-a228-d13600988d76) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:14.569352 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-73fde799-691c-4d54-b172-26cfcd85accb service neutron] 10.222.0.55 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531951 Jun 22 09:12:14.581219 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fa04-e283-4cae-aba6-79055e4f907a None None] The sync data for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi is: [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:13Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:14.607611 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (b99dd955-00de-494e-b258-8bdd3875b817), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.688711 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Attempting to bind port 233a4428-89af-4955-b86c-cb8d132dcbc8 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:14.689296 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Attempting to bind port 233a4428-89af-4955-b86c-cb8d132dcbc8 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:14.689722 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Attempting to bind port 233a4428-89af-4955-b86c-cb8d132dcbc8 on network 17b1e6e9-afe6-4a58-b691-5bb43226beba {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:14.698987 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:14.699425 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Checking segment: {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:14.705988 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.705988 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Bound using segment: {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:14.705988 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Bound port: 233a4428-89af-4955-b86c-cb8d132dcbc8, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:14.705988 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.711836 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:14.723535 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d72202-b038-4a25-b8a9-f5bb31affb45 None None] Pushing event updated for resources: {'Port': ['ID=b99dd955-00de-494e-b258-8bdd3875b817,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:14.766479 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-a8230395-2555-4f5c-b795-c8c7da743df5 service neutron] 10.222.0.55 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903479 Jun 22 09:12:14.777134 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks [] for port (275ab442-c3e6-4341-a228-d13600988d76), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.793193 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] For port 233a4428-89af-4955-b86c-cb8d132dcbc8, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:14.797515 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] For port 233a4428-89af-4955-b86c-cb8d132dcbc8, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=233a4428-89af-4955-b86c-cb8d132dcbc8,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:14.849892 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.867353 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (275ab442-c3e6-4341-a228-d13600988d76), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:14.910701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948154a-a5e2-4fb4-8a4a-9d2500160cc7 None None] Pushing event updated for resources: {'Port': ['ID=233a4428-89af-4955-b86c-cb8d132dcbc8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:14.962363 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:14.968196 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:14.970485 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Pushing event updated for resources: {'Port': ['ID=275ab442-c3e6-4341-a228-d13600988d76,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:14.974650 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:15.049129 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bbfacaf8-b7f9-4ae2-a215-b0f03b17b355 req-405d24bc-7042-4430-a134-3a14eb4feb8c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 210 time: 0.0427966 Jun 22 09:12:15.466589 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks [] for router_gateway (140fc0d2-e4a2-4476-953f-e92773691386), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.563366 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 233a4428-89af-4955-b86c-cb8d132dcbc8 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:15.622537 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 233a4428-89af-4955-b86c-cb8d132dcbc8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:15.623104 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.639114 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:15.662153 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:12:15.705385 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 233a4428-89af-4955-b86c-cb8d132dcbc8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:15.705990 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.716935 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (140fc0d2-e4a2-4476-953f-e92773691386), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.758172 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:15.764454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 233a4428-89af-4955-b86c-cb8d132dcbc8, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=233a4428-89af-4955-b86c-cb8d132dcbc8,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:15.826992 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.827843 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b99dd955-00de-494e-b258-8bdd3875b817 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:15.919542 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=233a4428-89af-4955-b86c-cb8d132dcbc8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:15.928838 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port b99dd955-00de-494e-b258-8bdd3875b817 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:15.929285 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (b99dd955-00de-494e-b258-8bdd3875b817), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:15.993058 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Router 140fc0d2-e4a2-4476-953f-e92773691386 is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:12:16.085752 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811859b-9c33-4119-b451-f73dff845104 None None] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:12:16.124063 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:16.136941 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Sync routers for ids ['140fc0d2-e4a2-4476-953f-e92773691386'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:16.148175 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Routers {'140fc0d2-e4a2-4476-953f-e92773691386'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:16.148873 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['140fc0d2-e4a2-4476-953f-e92773691386'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:16.165289 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8447f5c9-4288-4431-86f1-bea3b34dfa83 req-7f75ef18-26ef-470f-bb97-ea37f16f580d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 210 time: 0.0349829 Jun 22 09:12:16.181890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9b41e5ec-6059-4346-89df-43055b1ada1d None None] Provisioning complete for port 233a4428-89af-4955-b86c-cb8d132dcbc8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:16.182050 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b41e5ec-6059-4346-89df-43055b1ada1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:16.211201 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:16.215124 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f2984282-3835-411b-a84d-4a6760111826 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8375487 Jun 22 09:12:16.215619 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53472) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:16.261259 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Set router 140fc0d2-e4a2-4476-953f-e92773691386 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:16.283800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port b99dd955-00de-494e-b258-8bdd3875b817 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:16.409941 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9b41e5ec-6059-4346-89df-43055b1ada1d None None] Current status of the port 233a4428-89af-4955-b86c-cb8d132dcbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:16.505598 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:15Z', 'revision_number': 3, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:16.563308 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Checking router: 140fc0d2-e4a2-4476-953f-e92773691386 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:16.563660 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Updating router 140fc0d2-e4a2-4476-953f-e92773691386 port 275ab442-c3e6-4341-a228-d13600988d76 binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:12:16.600550 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:16.601482 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (275ab442-c3e6-4341-a228-d13600988d76), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:16.626419 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:16.632197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a43d27e3-8033-462b-9247-b6e453c8e2c5 None None] Provisioning complete for port 233a4428-89af-4955-b86c-cb8d132dcbc8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:16.632615 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a43d27e3-8033-462b-9247-b6e453c8e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:16.713853 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a43d27e3-8033-462b-9247-b6e453c8e2c5 None None] Current status of the port 233a4428-89af-4955-b86c-cb8d132dcbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:16.834953 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:16.892113 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Publish callbacks [] for port (275ab442-c3e6-4341-a228-d13600988d76), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:16.893439 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:16.958549 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (275ab442-c3e6-4341-a228-d13600988d76), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.007017 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Allocated IP 172.20.0.1 (17b1e6e9-afe6-4a58-b691-5bb43226beba/195d2067-c48f-44d8-a36d-9c6e5cd6d99f/6d55459d-1180-4215-a429-88238cce2518) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:17.014355 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Attempting to bind port 275ab442-c3e6-4341-a228-d13600988d76 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:17.014722 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Attempting to bind port 275ab442-c3e6-4341-a228-d13600988d76 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:17.015101 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Attempting to bind port 275ab442-c3e6-4341-a228-d13600988d76 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:17.020200 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Pushing event updated for resources: {'Port': ['ID=275ab442-c3e6-4341-a228-d13600988d76,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:17.023295 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:17.023657 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:17.024045 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.024428 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:17.025372 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Bound port: 275ab442-c3e6-4341-a228-d13600988d76, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:17.025372 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (275ab442-c3e6-4341-a228-d13600988d76), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.032163 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.032500 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.032852 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.033187 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.033594 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.033820 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.034136 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.034935 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.035284 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.035738 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.036059 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.036555 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.036876 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.037191 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.037506 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:17.091537 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] For port 275ab442-c3e6-4341-a228-d13600988d76, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:17.094552 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] For port 275ab442-c3e6-4341-a228-d13600988d76, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=275ab442-c3e6-4341-a228-d13600988d76,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:17.119714 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks [] for port (6d55459d-1180-4215-a429-88238cce2518), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.120838 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:17.138920 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:17.146488 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (275ab442-c3e6-4341-a228-d13600988d76), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.187078 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (6d55459d-1180-4215-a429-88238cce2518), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.233023 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:17.236317 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:17.240322 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:17.243939 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Pushing event updated for resources: {'Port': ['ID=6d55459d-1180-4215-a429-88238cce2518,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:17.291317 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (140fc0d2-e4a2-4476-953f-e92773691386), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.296913 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Routers {'140fc0d2-e4a2-4476-953f-e92773691386'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:17.297554 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['140fc0d2-e4a2-4476-953f-e92773691386'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:17.308362 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5637102d-2e68-4e1d-843a-d59e57a3271a req-457ce4f7-438a-427f-89af-fb11c0ac4fbe tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 210 time: 0.0588729 Jun 22 09:12:17.333671 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f4041-03ee-4eb5-a1f2-cc216934d8c7 None None] Pushing event updated for resources: {'Port': ['ID=275ab442-c3e6-4341-a228-d13600988d76,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:17.413608 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] Set router 140fc0d2-e4a2-4476-953f-e92773691386 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:17.504575 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6d55459d-1180-4215-a429-88238cce2518), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.513145 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 233a4428-89af-4955-b86c-cb8d132dcbc8 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:17.560031 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ed6e4fd6-744e-432a-a77d-9694181f9da4 None None] Provisioning complete for port 6d55459d-1180-4215-a429-88238cce2518 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:17.560319 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4fd6-744e-432a-a77d-9694181f9da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6d55459d-1180-4215-a429-88238cce2518), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.601693 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:15Z', 'revision_number': 3, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:17.604279 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e4fd6-744e-432a-a77d-9694181f9da4 None None] Port 6d55459d-1180-4215-a429-88238cce2518 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:17.607796 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 233a4428-89af-4955-b86c-cb8d132dcbc8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:17.609114 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.634984 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28690bd8-2829-426b-8771-80b5a0eb0517 None None] The sync data for ids ['140fc0d2-e4a2-4476-953f-e92773691386'] in dv-cinder-803823-12-iscsi is: [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:15Z', 'revision_number': 3, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:17.685674 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks [] for port (6d55459d-1180-4215-a429-88238cce2518), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.692995 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 233a4428-89af-4955-b86c-cb8d132dcbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:17.746560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (6d55459d-1180-4215-a429-88238cce2518), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.819585 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Pushing event updated for resources: {'Port': ['ID=6d55459d-1180-4215-a429-88238cce2518,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:17.823228 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (140fc0d2-e4a2-4476-953f-e92773691386), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:17.955272 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:17.968328 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:17.969798 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:18.108207 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Router 140fc0d2-e4a2-4476-953f-e92773691386 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:18.232280 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:18.250861 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5f39d07e-b3d2-4650-a8b5-2fce4e544b11 admin admin] 10.222.0.55 "PUT /v2.0/routers/140fc0d2-e4a2-4476-953f-e92773691386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0215356 Jun 22 09:12:18.255600 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0f8b1d90-403d-4e5d-86a7-46d714d62530 None None] Provisioning complete for port 6d55459d-1180-4215-a429-88238cce2518 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:18.255600 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1d90-403d-4e5d-86a7-46d714d62530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6d55459d-1180-4215-a429-88238cce2518), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:18.317875 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b1d90-403d-4e5d-86a7-46d714d62530 None None] Port 6d55459d-1180-4215-a429-88238cce2518 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:18.415819 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:18.465284 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bff8524e-d4df-49c9-b307-97666e4d5578 req-093598b8-6272-4d1d-8d05-a0b6e7e6ec27 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 210 time: 0.0576489 Jun 22 09:12:18.497861 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-e56f6c24-5146-48e4-942b-d3acb4c1d587 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:18.499763 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-e56f6c24-5146-48e4-942b-d3acb4c1d587 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 811 time: 0.3337643 Jun 22 09:12:18.587587 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-5e5ce25f-ad86-411d-92d0-d9ed700fac8d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b887d876b7624299b5575036da211d6b HTTP/1.1" status: 200 len: 379 time: 0.0692148 Jun 22 09:12:18.598052 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'port': {'device_id': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'admin_state_up': True, 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'security_groups': ['d7e9ad57-dbee-43e7-a473-a35e951c0e5d']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:18.769115 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Made reservation on behalf of b887d876b7624299b5575036da211d6b for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:18.772585 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:18.903885 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Allocated IP 172.20.0.6 (afe5cf3e-c89f-4784-88a7-346190bc1b68/95d60d52-6ba3-4e1b-8c0c-59c058040469/0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:19.020306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:19.053136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:19.158491 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:19.207762 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:19.211104 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:19.214942 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:19.249220 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event updated for resources: {'Port': ['ID=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:19.271123 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:19.271750 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:19.383245 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-de9ec1a4-2f02-4787-aad0-9edef938a4a2 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889409 Jun 22 09:12:19.411861 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Request body: {'port': {'device_id': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:19.460690 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7954a170-5c96-4fd2-8aa9-c46b42ec7bb5 None None] Provisioning complete for port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:19.462471 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7954a170-5c96-4fd2-8aa9-c46b42ec7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:19.520467 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:19.522969 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:19.570742 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7954a170-5c96-4fd2-8aa9-c46b42ec7bb5 None None] Port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:19.603794 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Sync routers for ids ['140fc0d2-e4a2-4476-953f-e92773691386'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:19.623281 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3173-37aa-490b-bcb4-8de9d8d29a21 req-94b14277-f44d-4881-973e-5d04f5e8d0b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:19.623829 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Routers {'140fc0d2-e4a2-4476-953f-e92773691386'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:19.623829 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['140fc0d2-e4a2-4476-953f-e92773691386'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:19.631473 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c91e3173-37aa-490b-bcb4-8de9d8d29a21 req-94b14277-f44d-4881-973e-5d04f5e8d0b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0906942 Jun 22 09:12:19.671415 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 275ab442-c3e6-4341-a228-d13600988d76 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:19.675022 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:19.713999 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c91e3173-37aa-490b-bcb4-8de9d8d29a21 req-6c083505-8e0f-4d84-9e40-6260b80d7116 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815341 Jun 22 09:12:19.790928 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:19.798040 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Set router 140fc0d2-e4a2-4476-953f-e92773691386 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:19.801776 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 275ab442-c3e6-4341-a228-d13600988d76 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:19.802426 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (275ab442-c3e6-4341-a228-d13600988d76), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:19.818277 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d69452-7489-4264-b6bb-9cec42324d68 req-fbbaf881-ba97-4ff6-84fa-a6be2f121b9d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:19.820089 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87d69452-7489-4264-b6bb-9cec42324d68 req-fbbaf881-ba97-4ff6-84fa-a6be2f121b9d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 931 time: 0.1911235 Jun 22 09:12:19.940290 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-87d69452-7489-4264-b6bb-9cec42324d68 req-4116cdc7-7122-40f4-b1df-31ab5096437a tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939910 Jun 22 09:12:19.993234 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:20.001883 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Publish callbacks [] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.015445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Transition to ACTIVE for port object 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:12:20.018697 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 275ab442-c3e6-4341-a228-d13600988d76 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:20.019119 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (275ab442-c3e6-4341-a228-d13600988d76), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.055290 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port 275ab442-c3e6-4341-a228-d13600988d76, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=275ab442-c3e6-4341-a228-d13600988d76,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:20.093992 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:20.094920 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.100018 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 4, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '6d55459d-1180-4215-a429-88238cce2518', 'name': '', 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'mac_address': 'fa:16:3e:03:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:16Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 2, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'subnets': [{'id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:20.133835 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (275ab442-c3e6-4341-a228-d13600988d76), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.143765 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Checking router: 140fc0d2-e4a2-4476-953f-e92773691386 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:20.144121 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Updating router 140fc0d2-e4a2-4476-953f-e92773691386 port 6d55459d-1180-4215-a429-88238cce2518 binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:12:20.208554 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6d55459d-1180-4215-a429-88238cce2518), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.209466 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Pushing event updated for resources: {'Port': ['ID=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:20.239846 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=275ab442-c3e6-4341-a228-d13600988d76,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:20.306709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Attempting to bind port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:20.307077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Attempting to bind port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:20.307415 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Attempting to bind port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe on network afe5cf3e-c89f-4784-88a7-346190bc1b68 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:20.312715 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe on network afe5cf3e-c89f-4784-88a7-346190bc1b68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:12:20.313045 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Attempting to bind port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe on network afe5cf3e-c89f-4784-88a7-346190bc1b68 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:20.318546 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:20.318934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Checking segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:20.319324 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Bound using segment: {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:20.319762 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Bound port: 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5587e075-1f95-4eec-89d2-7239d17c3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:20.320125 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.427957 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] For port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:20.431596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] For port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:20.513735 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.548476 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:20.565929 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:20.566607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.568172 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] 10.222.0.47 "PUT /v2.0/ports/0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe HTTP/1.1" status: 200 len: 1093 time: 1.1692684 Jun 22 09:12:20.568675 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:20.570973 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:20.597713 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8de5-a772-45ee-8061-a5e59238b0dc service neutron] Pushing event updated for resources: {'Port': ['ID=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:20.598356 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Publish callbacks [] for port (6d55459d-1180-4215-a429-88238cce2518), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.620981 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df7c9ed-c24f-46c9-a6d4-f86ff2090e7d x-openstack-request-id: req-4df7c9ed-c24f-46c9-a6d4-f86ff2090e7d {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:20.621281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:20.621537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4df7c9ed-c24f-46c9-a6d4-f86ff2090e7d {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:20.622495 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df7c9ed-c24f-46c9-a6d4-f86ff2090e7d'] response: {'name': 'network-changed', 'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'status': 'completed', 'code': 200} Jun 22 09:12:20.682808 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6d55459d-1180-4215-a429-88238cce2518), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.807858 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f10587-b227-48ea-bb9b-72fbddcc8a96 None None] Pushing event updated for resources: {'Port': ['ID=6d55459d-1180-4215-a429-88238cce2518,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:20.858578 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Attempting to bind port 6d55459d-1180-4215-a429-88238cce2518 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:20.859068 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Attempting to bind port 6d55459d-1180-4215-a429-88238cce2518 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:20.859392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Attempting to bind port 6d55459d-1180-4215-a429-88238cce2518 on network 17b1e6e9-afe6-4a58-b691-5bb43226beba {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:20.868737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:20.878674 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Checking segment: {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:20.879762 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.880267 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Bound using segment: {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:20.881376 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Bound port: 6d55459d-1180-4215-a429-88238cce2518, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748fee22-84e4-43c7-a9ef-49e709902131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:20.881857 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6d55459d-1180-4215-a429-88238cce2518), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:20.987156 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a8170-7d34-403d-951f-d01e90b5384b req-02d431ba-9d26-4ce7-a2d9-d8ab562650ca tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:20.988519 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8b8a8170-7d34-403d-951f-d01e90b5384b req-02d431ba-9d26-4ce7-a2d9-d8ab562650ca tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.1207547 Jun 22 09:12:21.015490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9 req-05f41371-3052-489e-b3a7-1a8c225a481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:21.018857 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9 req-05f41371-3052-489e-b3a7-1a8c225a481f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 1127 time: 0.0889573 Jun 22 09:12:21.036167 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] For port 6d55459d-1180-4215-a429-88238cce2518, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:21.040940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] For port 6d55459d-1180-4215-a429-88238cce2518, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6d55459d-1180-4215-a429-88238cce2518,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:21.082122 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8b8a8170-7d34-403d-951f-d01e90b5384b req-2a7e6bc6-95b0-4e26-8713-57c5a6936c27 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862234 Jun 22 09:12:21.093450 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289d1e-01e1-4eff-b3f7-00de5a559028 req-4020c65d-33b0-4f46-b444-2ca167b9e542 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:21.095113 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7c289d1e-01e1-4eff-b3f7-00de5a559028 req-4020c65d-33b0-4f46-b444-2ca167b9e542 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 943 time: 0.0564499 Jun 22 09:12:21.130784 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6d55459d-1180-4215-a429-88238cce2518), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.138909 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-05495494-0d01-46a8-959e-877c5257e596 None None] Provisioning complete for port 6d55459d-1180-4215-a429-88238cce2518 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:21.139474 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05495494-0d01-46a8-959e-877c5257e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6d55459d-1180-4215-a429-88238cce2518), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.175567 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7c289d1e-01e1-4eff-b3f7-00de5a559028 req-39a0931b-0937-452a-b276-941d42134f16 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743084 Jun 22 09:12:21.184891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:21.250264 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9 req-7b324633-2000-4cda-9597-8fc91ea3d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:21.251788 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9 req-7b324633-2000-4cda-9597-8fc91ea3d407 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b887d876b7624299b5575036da211d6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1468234 Jun 22 09:12:21.265469 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:21.266552 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f10587-b227-48ea-bb9b-72fbddcc8a96 None None] Pushing event updated for resources: {'Port': ['ID=6d55459d-1180-4215-a429-88238cce2518,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:21.279028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Routers {'140fc0d2-e4a2-4476-953f-e92773691386'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:21.279924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['140fc0d2-e4a2-4476-953f-e92773691386'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:21.325544 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-05495494-0d01-46a8-959e-877c5257e596 None None] Current status of the port 6d55459d-1180-4215-a429-88238cce2518 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:21.326091 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05495494-0d01-46a8-959e-877c5257e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6d55459d-1180-4215-a429-88238cce2518), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.345209 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-b2906876-4890-4079-8fd6-81fa89988bb8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:21.347501 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-b2906876-4890-4079-8fd6-81fa89988bb8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.0947762 Jun 22 09:12:21.413118 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-05495494-0d01-46a8-959e-877c5257e596 None None] For port 6d55459d-1180-4215-a429-88238cce2518, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6d55459d-1180-4215-a429-88238cce2518,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:21.531109 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Deleting port 5897603a-c758-4aef-b13d-a1bcac6199a0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:21.531401 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.577504 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9 req-4379f780-4212-4b27-9696-06d0810e3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:21.579189 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6f750461-a46e-4b5a-aebe-5a8a3d41cff9 req-4379f780-4212-4b27-9696-06d0810e3607 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166625 Jun 22 09:12:21.654337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 275ab442-c3e6-4341-a228-d13600988d76 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:21.660665 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05495494-0d01-46a8-959e-877c5257e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6d55459d-1180-4215-a429-88238cce2518), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.705410 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] For port 5897603a-c758-4aef-b13d-a1bcac6199a0, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5897603a-c758-4aef-b13d-a1bcac6199a0,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:21.705922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.708792 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:21.732127 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-13db9082-488b-4ac1-af5d-2e72d5994e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:21.733912 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-13db9082-488b-4ac1-af5d-2e72d5994e48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 1127 time: 0.0775568 Jun 22 09:12:21.735483 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] Set router 140fc0d2-e4a2-4476-953f-e92773691386 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:21.798222 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-9da618f0-f72f-4b6e-abbb-925325f88ff8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe HTTP/1.1" status: 200 len: 217 time: 0.0373952 Jun 22 09:12:21.806000 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 275ab442-c3e6-4341-a228-d13600988d76 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:21.806610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (275ab442-c3e6-4341-a228-d13600988d76), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.857053 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-48e31687-2ceb-4dfe-81f1-74c74962a9fc None None] Provisioning complete for port 6d55459d-1180-4215-a429-88238cce2518 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:21.857722 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48e31687-2ceb-4dfe-81f1-74c74962a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6d55459d-1180-4215-a429-88238cce2518), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:21.859454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05495494-0d01-46a8-959e-877c5257e596 None None] Pushing event updated for resources: {'Port': ['ID=6d55459d-1180-4215-a429-88238cce2518,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:22.040407 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 275ab442-c3e6-4341-a228-d13600988d76 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:22.139644 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-48e31687-2ceb-4dfe-81f1-74c74962a9fc None None] Current status of the port 6d55459d-1180-4215-a429-88238cce2518 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:22.159236 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 4, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '6d55459d-1180-4215-a429-88238cce2518', 'name': '', 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'mac_address': 'fa:16:3e:03:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:16Z', 'updated_at': '2022-06-22T09:12:21Z', 'revision_number': 4, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'subnets': [{'id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:22.182521 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:22.191811 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-5ff2656b-c2ab-48a6-bf41-c1f19c03f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:22.193289 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-5ff2656b-c2ab-48a6-bf41-c1f19c03f841 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.3871577 Jun 22 09:12:22.195067 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209eee5b-3582-42e4-a6ab-f3e696be2fd3 None None] The sync data for ids ['140fc0d2-e4a2-4476-953f-e92773691386'] in dv-cinder-803823-12-iscsi is: [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:17Z', 'revision_number': 4, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '6d55459d-1180-4215-a429-88238cce2518', 'name': '', 'network_id': '17b1e6e9-afe6-4a58-b691-5bb43226beba', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'mac_address': 'fa:16:3e:03:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:16Z', 'updated_at': '2022-06-22T09:12:21Z', 'revision_number': 4, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'subnets': [{'id': '195d2067-c48f-44d8-a36d-9c6e5cd6d99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:22.370916 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-6fc3b268-3646-4110-bb0f-9e6fb1e0b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:22.373114 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-6fc3b268-3646-4110-bb0f-9e6fb1e0b475 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1704044 Jun 22 09:12:22.393682 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2e22-b3f5-429e-9064-5890dc2d8ff7 req-f168dc07-4ab5-4cd7-a00f-2338d3d63123 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:22.401450 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b59d2e22-b3f5-429e-9064-5890dc2d8ff7 req-f168dc07-4ab5-4cd7-a00f-2338d3d63123 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 943 time: 0.0661380 Jun 22 09:12:22.419111 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:22.420966 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (e7c16c6f-2cbb-4990-8db1-24cdecad184d), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:22.421502 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Floating IP e7c16c6f-2cbb-4990-8db1-24cdecad184d disassociated. External IP: 172.27.0.151, port: 5897603a-c758-4aef-b13d-a1bcac6199a0. Jun 22 09:12:22.421624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Calling delete_port for 5897603a-c758-4aef-b13d-a1bcac6199a0 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:22.437026 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca310e-37df-4a45-bf51-2e484033e945 req-f181b255-431a-47db-ac44-58b71fcc2a85 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:22.444021 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69ca310e-37df-4a45-bf51-2e484033e945 req-f181b255-431a-47db-ac44-58b71fcc2a85 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 946 time: 0.1256096 Jun 22 09:12:22.467744 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b59d2e22-b3f5-429e-9064-5890dc2d8ff7 req-80043a65-9a29-4c88-b896-7ab23a8dcf09 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653412 Jun 22 09:12:22.607090 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69ca310e-37df-4a45-bf51-2e484033e945 req-59a5b912-2082-4cfd-ae0e-cfe3d6c54adc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=565d0f00-a156-4792-b75a-f3ef36d7af16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610672 Jun 22 09:12:22.635814 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-64d7f1ea-557d-44b7-9da5-56efc9cccb88 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541769 Jun 22 09:12:22.819596 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-12c19db5-30f5-4d8d-8e15-3728a956f254 req-75188e78-f5b7-4157-a46f-2d00ef1549ef service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692772 Jun 22 09:12:22.872108 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (5897603a-c758-4aef-b13d-a1bcac6199a0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:22.909431 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event deleted for resources: {'Port': ['ID=5897603a-c758-4aef-b13d-a1bcac6199a0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:23.042766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:23.172292 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:23.182192 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:23.211687 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:23.213115 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:23.245823 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] No DVR routers for this DVR port 5897603a-c758-4aef-b13d-a1bcac6199a0 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:12:23.253928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:23.258487 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-297e8de9-dafe-447a-b03a-d2c77e395d44 req-f223640c-ab06-4e77-8fcf-78c40bad970b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "DELETE /v2.0/ports/5897603a-c758-4aef-b13d-a1bcac6199a0 HTTP/1.1" status: 204 len: 173 time: 1.8768046 Jun 22 09:12:23.259188 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-deleted', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:23.261671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ee21f8-8f45-4fea-81f5-aff4fd8dde15" -d '{"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-deleted", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:23.335617 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa67506-46a4-45f9-951f-1e12a0290995 x-openstack-request-id: req-8aa67506-46a4-45f9-951f-1e12a0290995 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:23.336127 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c02245-d347-4fe2-8836-ca64aeb90e74", "name": "network-vif-deleted", "tag": "5897603a-c758-4aef-b13d-a1bcac6199a0", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:23.336467 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8aa67506-46a4-45f9-951f-1e12a0290995 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:23.336964 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa67506-46a4-45f9-951f-1e12a0290995'] response: {'server_uuid': '04c02245-d347-4fe2-8836-ca64aeb90e74', 'name': 'network-vif-deleted', 'tag': '5897603a-c758-4aef-b13d-a1bcac6199a0', 'status': 'completed', 'code': 200} Jun 22 09:12:23.382137 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:23.465193 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:23.531728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6d55459d-1180-4215-a429-88238cce2518 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:23.598502 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6d55459d-1180-4215-a429-88238cce2518 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:23.599118 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6d55459d-1180-4215-a429-88238cce2518), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:23.671034 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:23.671732 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:23.672027 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd102b6-48dc-473f-a770-714adce437cc req-e91ca9bf-16ac-4a16-93e2-c2d222ad97d1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:23.672027 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7cd102b6-48dc-473f-a770-714adce437cc req-e91ca9bf-16ac-4a16-93e2-c2d222ad97d1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 943 time: 0.0538554 Jun 22 09:12:23.672587 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:23.672749 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:23.672848 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:23.683210 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:23.683993 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:11:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:23.685660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:23.691609 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7cd102b6-48dc-473f-a770-714adce437cc req-e05a59e0-b048-45c9-ae7d-4743a475a068 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582247 Jun 22 09:12:23.693228 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6d55459d-1180-4215-a429-88238cce2518 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:23.735505 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-45ab20fe-ee40-4caf-ac7c-52e03baeacfe req-48e9e8b5-4577-4d67-a865-1f67946da913 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 210 time: 0.0409160 Jun 22 09:12:23.799544 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:24.014153 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:24.043375 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65fea0-0467-4242-ac51-835b1c1f4f1e None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:24.218337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:24.765479 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:12:24.796142 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 5897603a-c758-4aef-b13d-a1bcac6199a0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:12:24.796603 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 5897603a-c758-4aef-b13d-a1bcac6199a0 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:12:24.893778 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955679e-f528-4703-aac7-5d9127a43fc9 req-219e0ab4-109b-4150-a290-70b9852c6f62 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:24.897410 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d4b57a5c-bfbb-4a6e-b650-71141c7e17dd req-7a2ffb62-cd1e-45cd-b4b6-80b03903eec2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c02245-d347-4fe2-8836-ca64aeb90e74 HTTP/1.1" status: 200 len: 210 time: 0.0388830 Jun 22 09:12:24.904395 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e955679e-f528-4703-aac7-5d9127a43fc9 req-219e0ab4-109b-4150-a290-70b9852c6f62 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 943 time: 0.1113577 Jun 22 09:12:24.992505 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e955679e-f528-4703-aac7-5d9127a43fc9 req-6259dba5-8790-42b0-9021-d587e1462bfc tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856240 Jun 22 09:12:25.376205 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50087ba0-db8b-403a-beaf-32dd7d863eda None None] New status for floating IP e7c16c6f-2cbb-4990-8db1-24cdecad184d: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:12:26.051406 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53574) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:26.129391 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c291d23-3481-4ad6-a535-7510eaf94c99 req-cff687e0-1a30-4c54-9cb0-6e8eec48e5de tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:26.130866 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c291d23-3481-4ad6-a535-7510eaf94c99 req-cff687e0-1a30-4c54-9cb0-6e8eec48e5de tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 943 time: 0.0656965 Jun 22 09:12:26.148028 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1254105a-bc25-4062-bb51-279da601b7b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (565d0f00-a156-4792-b75a-f3ef36d7af16), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.188346 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1254105a-bc25-4062-bb51-279da601b7b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (565d0f00-a156-4792-b75a-f3ef36d7af16), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.197496 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c291d23-3481-4ad6-a535-7510eaf94c99 req-ace2150a-e4af-4b67-ba04-4ee02e924514 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590601 Jun 22 09:12:26.208612 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02d4bfab-f416-4082-85be-208280c2cf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.323647 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1254105a-bc25-4062-bb51-279da601b7b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (565d0f00-a156-4792-b75a-f3ef36d7af16), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.327055 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1254105a-bc25-4062-bb51-279da601b7b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.328230 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1254105a-bc25-4062-bb51-279da601b7b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "DELETE /v2.0/security-groups/565d0f00-a156-4792-b75a-f3ef36d7af16 HTTP/1.1" status: 204 len: 168 time: 0.2753000 Jun 22 09:12:26.331252 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53576) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:26.340424 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254105a-bc25-4062-bb51-279da601b7b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d0f00-a156-4792-b75a-f3ef36d7af16,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:26.347689 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.api.v2.resource [None req-0faeb928-639d-4200-8524-222f46416521 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] show failed (client error): The resource could not be found. Jun 22 09:12:26.349210 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0faeb928-639d-4200-8524-222f46416521 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups/565d0f00-a156-4792-b75a-f3ef36d7af16 HTTP/1.1" status: 404 len: 347 time: 0.0166881 Jun 22 09:12:26.354597 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53578) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:26.485321 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Deleting port 9881a234-610a-4a8d-a7ae-d04fb9ee4036 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:26.485559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.571559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.571901 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (9881a234-610a-4a8d-a7ae-d04fb9ee4036), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.589672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Calling delete_port for 9881a234-610a-4a8d-a7ae-d04fb9ee4036 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:26.755251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:12:26.854116 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:26.865515 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'port_id': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'mac_address': 'fa:16:3e:42:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:12:26.903391 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:26.903391 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.920576 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:26.941171 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:26.962621 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (9881a234-610a-4a8d-a7ae-d04fb9ee4036), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:26.991999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event deleted for resources: {'Port': ['ID=9881a234-610a-4a8d-a7ae-d04fb9ee4036,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:27.043263 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.053747 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (e7c16c6f-2cbb-4990-8db1-24cdecad184d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.056278 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.057433 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f37128c3-ef47-4759-94b4-1eac7eae36f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "DELETE /v2.0/floatingips/e7c16c6f-2cbb-4990-8db1-24cdecad184d HTTP/1.1" status: 204 len: 168 time: 0.7018182 Jun 22 09:12:27.096865 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:27.195175 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53586) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:27.202302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18604702', 'description': 'tempest-description--1800957960'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:27.294456 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.343335 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:27.359053 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb1777-20f8-4132-849c-06c8d8467d51 req-c8e89196-3e3c-4b02-8569-f1e06daa3fdd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:27.362869 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-67cb1777-20f8-4132-849c-06c8d8467d51 req-c8e89196-3e3c-4b02-8569-f1e06daa3fdd tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 944 time: 0.0823858 Jun 22 09:12:27.377473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (5654109e-b27a-4b27-9d11-c1a68c481fd1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.428654 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-67cb1777-20f8-4132-849c-06c8d8467d51 req-77635912-257f-498a-8de0-11147e3de299 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561013 Jun 22 09:12:27.448523 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (5654109e-b27a-4b27-9d11-c1a68c481fd1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.450635 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:12:27.464628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:27.485095 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5654109e-b27a-4b27-9d11-c1a68c481fd1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:27.582876 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.584798 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8e5430e9-7b47-46f7-a218-b3662d3fca73 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3880780 Jun 22 09:12:27.587093 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53592) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:27.595358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'security_group_rule': {'security_group_id': '5654109e-b27a-4b27-9d11-c1a68c481fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:27.712107 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (d47e4216-5233-4c06-bc5e-1f524f493786), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.778075 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (d47e4216-5233-4c06-bc5e-1f524f493786), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.826799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (d47e4216-5233-4c06-bc5e-1f524f493786), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.849014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47e4216-5233-4c06-bc5e-1f524f493786,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:27.896852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:27.898215 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8ef532ae-c31c-4b38-b317-01db1277e385 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099613 Jun 22 09:12:27.900943 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:27.907940 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'security_group_rule': {'security_group_id': '5654109e-b27a-4b27-9d11-c1a68c481fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:28.001061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (d95128ba-ade4-49fa-b08b-627fc135041d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.071179 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (d95128ba-ade4-49fa-b08b-627fc135041d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.129701 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (d95128ba-ade4-49fa-b08b-627fc135041d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.151524 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95128ba-ade4-49fa-b08b-627fc135041d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:28.211042 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.212616 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6b393987-f7ce-48fc-bd05-91c064316bae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107212 Jun 22 09:12:28.215930 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53602) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:28.227151 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:28.306588 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.403949 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.452739 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1e5656d0-a6e7-4ad6-947c-f5582e2b3ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.537918 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Allocated IP 172.27.0.21 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/98d069c6-e57a-4fad-ad0f-8458c7d83a38) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:28.599437 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8ff0f-974b-45e1-9953-73657259d148 req-49915560-f053-46c6-9b03-358da4d87981 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:28.601975 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76f8ff0f-974b-45e1-9953-73657259d148 req-49915560-f053-46c6-9b03-358da4d87981 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 944 time: 0.0805044 Jun 22 09:12:28.665127 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:28.676740 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76f8ff0f-974b-45e1-9953-73657259d148 req-9ab3bada-6d98-4eb9-bd23-dab71e3c94bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679736 Jun 22 09:12:28.678446 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.774377 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:28.861326 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:12:28.877615 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.917216 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:28.922898 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:28.926596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:28.940519 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:28.945677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:28.948810 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:28.957592 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'Port': ['ID=98d069c6-e57a-4fad-ad0f-8458c7d83a38,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:28.984432 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:29.034013 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (5c2a263b-9f71-4cf5-90d1-98db47e6400a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.044098 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:29.047906 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.070248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:29.072636 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d674eca-177f-4c30-b7f8-6925b469ab5f" -d '{"events": [{"server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "name": "network-vif-plugged", "status": "completed", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:29.085959 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:29.111584 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a44e6b-16af-4f23-b151-3b1c3b2e3bf9 x-openstack-request-id: req-84a44e6b-16af-4f23-b151-3b1c3b2e3bf9 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:29.111977 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "name": "network-vif-plugged", "status": "completed", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:29.112414 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84a44e6b-16af-4f23-b151-3b1c3b2e3bf9 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:29.112878 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a44e6b-16af-4f23-b151-3b1c3b2e3bf9'] response: {'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'code': 200} Jun 22 09:12:29.152065 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.157862 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.224069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:29.253476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:29.328586 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.404146 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.491759 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'Port': ['ID=98d069c6-e57a-4fad-ad0f-8458c7d83a38,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:29.502497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (5c2a263b-9f71-4cf5-90d1-98db47e6400a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.515709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:29.610281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.619894 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8fb11718-e0be-44b2-9b1a-7c579681a4d0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3912647 Jun 22 09:12:29.634720 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:29.665462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85476a08-1cdc-47d4-a9a0-4cfe1e7eb629 req-200c92ef-474e-40c4-a9db-546aa63185f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:29.667148 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-85476a08-1cdc-47d4-a9a0-4cfe1e7eb629 req-200c92ef-474e-40c4-a9db-546aa63185f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 1129 time: 0.0698435 Jun 22 09:12:29.775214 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-85476a08-1cdc-47d4-a9a0-4cfe1e7eb629 req-2d439f23-97a9-4a48-a914-b9ff2960e402 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010461 Jun 22 09:12:29.858418 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03823881-9eff-4514-b4cb-352dd04d08eb req-9de6e9ac-da1c-4d26-a21e-5bdc8fd2a0ba tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:29.862951 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-03823881-9eff-4514-b4cb-352dd04d08eb req-9de6e9ac-da1c-4d26-a21e-5bdc8fd2a0ba tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0654526 Jun 22 09:12:29.914252 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-03823881-9eff-4514-b4cb-352dd04d08eb req-2592c7d3-9524-4158-b5d0-d97921fd6cda tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477242 Jun 22 09:12:29.931526 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-86214f68-fa92-432a-9da9-7510b23ac564 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--18604702&fields=id&tenant_id=27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 267 time: 0.0674691 Jun 22 09:12:30.049185 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-1b1b2a1c-f579-452c-a4d9-6b67d734af3a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:30.050420 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-1b1b2a1c-f579-452c-a4d9-6b67d734af3a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 817 time: 0.1174567 Jun 22 09:12:30.066370 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-220d16c9-cfb3-4b9f-aa80-d95f526d6dc8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/quotas/27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 375 time: 0.0102508 Jun 22 09:12:30.118765 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-247f37a8-6bfc-4381-881c-3b5bed6daa29 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452886 Jun 22 09:12:30.372885 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-10ab3c4b-336d-4ea9-a42a-373d1dbb6fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363130 Jun 22 09:12:30.372885 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:30.372885 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-fc1ee5a0-6c5e-47c7-aff1-55ffac291f42 service neutron] 10.222.0.55 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871401 Jun 22 09:12:30.726844 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-de598e71-2563-4c72-8603-a95c31abe405 req-96ab26c0-6ed4-4e63-8014-b17f93e160fb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0414920 Jun 22 09:12:31.091739 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54ab96-6d24-49b0-8549-c547bf399083 req-6f70b63c-15cb-46aa-93d1-cd424c37b5ad tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:31.095382 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0d54ab96-6d24-49b0-8549-c547bf399083 req-6f70b63c-15cb-46aa-93d1-cd424c37b5ad tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0849190 Jun 22 09:12:31.109195 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:31.151511 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0d54ab96-6d24-49b0-8549-c547bf399083 req-d03f1551-4223-4f01-9cb4-177de3ae19ed tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509350 Jun 22 09:12:31.221206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:31.560714 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba774d01-5e5d-4803-9506-a9490288f6fd req-a4511eb5-9f4f-45c0-a147-197c065c154a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:31.562254 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ba774d01-5e5d-4803-9506-a9490288f6fd req-a4511eb5-9f4f-45c0-a147-197c065c154a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0472481 Jun 22 09:12:31.562503 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:31.611054 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ba774d01-5e5d-4803-9506-a9490288f6fd req-f8cfd7e1-38e9-410f-8dc9-72040c28e047 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Jun 22 09:12:31.825548 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7fb27da5-1aed-4513-9d38-f3ac4fe8ab31 req-04db8882-c08b-4afd-b582-a498e1d1ec20 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0280385 Jun 22 09:12:32.045301 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-b1472b37-791d-4576-9e93-9f44747ff130 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:32.047008 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-b1472b37-791d-4576-9e93-9f44747ff130 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 815 time: 0.3206758 Jun 22 09:12:32.061932 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-7cd017cc-3353-4d6d-ae16-7bc8cd0a8d62 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/quotas/476725d6c5c44caebdd8d8e855cc63c6 HTTP/1.1" status: 200 len: 375 time: 0.0094094 Jun 22 09:12:32.115847 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-0e06683d-cc7b-42ae-a59b-342e81f750df tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485053 Jun 22 09:12:32.210546 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-6f7fce8e-60f9-4f16-9a59-c27d5e876ddb service neutron] 10.222.0.55 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825207 Jun 22 09:12:32.269119 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1b72e-6aaa-40b8-87a1-4216525fb6df req-a07e97e1-324e-4d94-a9fc-d06f5a574182 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:32.270577 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4ac1b72e-6aaa-40b8-87a1-4216525fb6df req-a07e97e1-324e-4d94-a9fc-d06f5a574182 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Jun 22 09:12:32.302267 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-80a334c2-dd3d-417e-87c2-62ed8bc431c0 service neutron] 10.222.0.55 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861130 Jun 22 09:12:32.317296 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4ac1b72e-6aaa-40b8-87a1-4216525fb6df req-dce58060-6355-4e94-80a4-1cd1a3f12fbe tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409448 Jun 22 09:12:32.425301 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58ecc-d860-4196-bfa6-fb7b49aa0c72 req-84f54b7d-4e7c-44e4-9320-4637296932ff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:32.426756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fde58ecc-d860-4196-bfa6-fb7b49aa0c72 req-84f54b7d-4e7c-44e4-9320-4637296932ff tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0460312 Jun 22 09:12:32.435662 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53686) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:32.439933 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Request body: {'floatingip': {'port_id': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:32.476034 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (60f4fa7e-cd11-406d-bb12-97cd1f6514e5), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:32.590537 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ca159b09-2f35-4dbd-9aa3-abe4c200cefd req-7ad6698a-8dcb-4927-b977-190b623a8c09 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 210 time: 0.0497861 Jun 22 09:12:32.725325 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e83e6-7218-476d-b088-fa5b6fc68f3d req-42d49796-c60d-4143-9ca2-7cf2e7f34604 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:32.726776 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-058e83e6-7218-476d-b088-fa5b6fc68f3d req-42d49796-c60d-4143-9ca2-7cf2e7f34604 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0460129 Jun 22 09:12:32.776020 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-058e83e6-7218-476d-b088-fa5b6fc68f3d req-93848abd-a479-43bb-af70-c1a6cced2eda tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Jun 22 09:12:32.957504 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-736af772-b3f2-471c-9e93-d1a6f92fb306 req-c121c53a-c870-413f-8a6a-57239a5d4c83 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0388944 Jun 22 09:12:32.961513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:33.014595 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (60f4fa7e-cd11-406d-bb12-97cd1f6514e5), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:33.103823 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:33.114011 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Floating IP 60f4fa7e-cd11-406d-bb12-97cd1f6514e5 associated. External IP: 172.27.0.239, port: 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe. Jun 22 09:12:33.247513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:33.316949 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Router 3888f140-6376-4e55-92c6-864188eab109 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:33.421584 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:33.426473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:33.431601 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:33.441927 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:33.442593 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:33.457817 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-9c5724c4-cb3b-42cd-8c8c-9c7ef0e77fdb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "PUT /v2.0/floatingips/60f4fa7e-cd11-406d-bb12-97cd1f6514e5 HTTP/1.1" status: 200 len: 991 time: 1.0211103 Jun 22 09:12:33.458430 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:33.462973 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ea083d-9a48-4286-99b3-d7b3efdc6014" -d '{"events": [{"name": "network-changed", "server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:33.500932 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd83e57b-df5a-43af-9170-ce339b27f50a x-openstack-request-id: req-fd83e57b-df5a-43af-9170-ce339b27f50a {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:33.501291 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:33.501636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd83e57b-df5a-43af-9170-ce339b27f50a {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:33.502073 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd83e57b-df5a-43af-9170-ce339b27f50a'] response: {'name': 'network-changed', 'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'status': 'completed', 'code': 200} Jun 22 09:12:33.547759 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:33.688719 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-58e7ce63-e118-4033-a2cc-873de88f465f req-3e853c5c-bdbc-49b7-975b-ebe6185bbe12 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 210 time: 0.0281911 Jun 22 09:12:33.741130 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:33.754884 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '60f4fa7e-cd11-406d-bb12-97cd1f6514e5', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '3888f140-6376-4e55-92c6-864188eab109', 'port_id': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'mac_address': 'fa:16:3e:42:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:32Z', 'revision_number': 1, 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:33.865211 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:33.874603 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:33.875256 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:33.897426 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0a56-11fe-4e76-a7f0-8088447cba36 req-3f7304cc-ed36-4a5f-a4ea-0a06841d0878 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:33.898905 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-79aa0a56-11fe-4e76-a7f0-8088447cba36 req-3f7304cc-ed36-4a5f-a4ea-0a06841d0878 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Jun 22 09:12:33.945438 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-79aa0a56-11fe-4e76-a7f0-8088447cba36 req-13dae981-d301-4b6c-a3dd-8284caa0b407 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Jun 22 09:12:33.976150 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:34.056206 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a66ab69d-350d-40ea-a635-72a8e0107d7c req-18283e6e-521d-4745-a555-f7205bd93832 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0272686 Jun 22 09:12:34.204741 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '60f4fa7e-cd11-406d-bb12-97cd1f6514e5', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '3888f140-6376-4e55-92c6-864188eab109', 'port_id': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'mac_address': 'fa:16:3e:42:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:32Z', 'revision_number': 1, 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:34.234258 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa75dba-97ff-4231-8c22-f56a4f25cd21 None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '60f4fa7e-cd11-406d-bb12-97cd1f6514e5', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '3888f140-6376-4e55-92c6-864188eab109', 'port_id': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'mac_address': 'fa:16:3e:42:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:12:32Z', 'revision_number': 1, 'project_id': 'b887d876b7624299b5575036da211d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:34.431848 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f61ed8-dddd-4396-b4ae-e904947c0dc2 None None] New status for floating IP 60f4fa7e-cd11-406d-bb12-97cd1f6514e5: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:12:34.752709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-33bc1dbd-2a9e-43d3-af0a-a096f7bd75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:34.754218 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-33bc1dbd-2a9e-43d3-af0a-a096f7bd75fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b887d876b7624299b5575036da211d6b&device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 1129 time: 0.0863914 Jun 22 09:12:34.791274 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cbcd200b-e316-4e6d-8604-623c4e53752d req-0644f100-dd3e-42d5-9521-cc4ad35176ff tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 210 time: 0.0287941 Jun 22 09:12:34.953777 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-c5ce01b3-9fdb-46a9-8e7e-187b54a9f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:34.955272 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-c5ce01b3-9fdb-46a9-8e7e-187b54a9f0a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 200 len: 912 time: 0.0881994 Jun 22 09:12:35.166403 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2869d257-da1b-416e-bee4-ef49795d084d req-e7cb982e-f4e1-496f-a6c2-e7e4da056f5c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0344105 Jun 22 09:12:35.344644 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-a5496d6a-56c7-40fd-828c-e5da4e4b5d25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe HTTP/1.1" status: 200 len: 1001 time: 0.3680596 Jun 22 09:12:35.353007 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-dc90e978-06eb-42de-8c5e-42d1c8b46156 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:35.355019 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-dc90e978-06eb-42de-8c5e-42d1c8b46156 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.3430750 Jun 22 09:12:35.365911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250035-eff7-4e03-a370-2682f0b693c3 req-084ad333-ed47-49ad-bd8b-320608e98278 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:35.367366 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2a250035-eff7-4e03-a370-2682f0b693c3 req-084ad333-ed47-49ad-bd8b-320608e98278 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 945 time: 0.3490543 Jun 22 09:12:35.512820 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2a250035-eff7-4e03-a370-2682f0b693c3 req-3cdffac8-8736-4241-b30d-d89b6d829ae9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=87dee1f1-34af-4d7f-9796-a66c9f669b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397538 Jun 22 09:12:35.516538 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-8db72ae1-8f6c-4bae-8edb-74a3aa45cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:35.517907 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-8db72ae1-8f6c-4bae-8edb-74a3aa45cfb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 200 len: 850 time: 0.1388724 Jun 22 09:12:35.532999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Deleting port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:35.532999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.620280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] For port c3ed1249-4d90-4b41-b5b8-c3d483a0e086, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:35.620558 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.703237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-96af023f-4d3c-4db5-b4df-afffaaa3f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:35.704805 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-96af023f-4d3c-4db5-b4df-afffaaa3f656 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afe5cf3e-c89f-4784-88a7-346190bc1b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0770085 Jun 22 09:12:35.713944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:35.811473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:35.813538 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.813897 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:35.814205 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Floating IP 939179cd-2329-4359-b838-ebbc3725df97 disassociated. External IP: 172.27.0.193, port: c3ed1249-4d90-4b41-b5b8-c3d483a0e086. Jun 22 09:12:35.814549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Calling delete_port for c3ed1249-4d90-4b41-b5b8-c3d483a0e086 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:35.894367 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b063b963-5981-4b27-a23f-f9effe44de81 req-5dc9d1bc-a26d-453d-9b8c-dd8a4fa1e14e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 210 time: 0.0312817 Jun 22 09:12:36.051945 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-3f77a004-02f7-4d9a-8db9-d4fee6c6d736 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:36.053818 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-3f77a004-02f7-4d9a-8db9-d4fee6c6d736 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 817 time: 0.1140866 Jun 22 09:12:36.064939 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-2bf1f593-0c54-44e5-bef4-fb98bb1f8611 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375062 Jun 22 09:12:36.107548 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (c3ed1249-4d90-4b41-b5b8-c3d483a0e086), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:36.109084 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:36.135033 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-d170ac35-a9c0-4984-b9ee-abaf4defc66e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 378 time: 0.0593400 Jun 22 09:12:36.143720 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'port': {'device_id': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'admin_state_up': True, 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'security_groups': ['5654109e-b27a-4b27-9d11-c1a68c481fd1']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:36.168412 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event deleted for resources: {'Port': ['ID=c3ed1249-4d90-4b41-b5b8-c3d483a0e086,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:36.176601 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.176964 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.177318 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.177660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.177999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.178334 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.178670 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.179038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.180054 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.180054 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.180239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.180454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.180783 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.181110 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.181436 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:36.253920 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-22ea083d-9a48-4286-99b3-d7b3efdc6014 req-a9f456a7-5124-4e53-a662-61d12adb4b26 service neutron] 10.222.0.47 "GET /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777873 Jun 22 09:12:36.379800 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e018cf0d-a9e0-44a2-87f1-11c2db372a53 req-6389c2df-f961-4f94-bfe5-321865e4e89d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0655468 Jun 22 09:12:36.405348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Router c3823cb2-6272-4bc2-b1d7-712759c21904 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:36.414981 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Made reservation on behalf of 27cd77392b924e64ba52350c775cf638 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:36.426934 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:36.474476 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:36.518516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-9b936f21-dc7a-4c29-854d-6ce9b8eb1179 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:36.519969 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-9b936f21-dc7a-4c29-854d-6ce9b8eb1179 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 815 time: 0.2069137 Jun 22 09:12:36.562166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'port': {'device_id': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'admin_state_up': True, 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:36.562680 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Allocated IP 172.20.0.13 (4dc0d09c-c23d-458d-8834-ba6f7c377f1b/1891bd71-b79b-4362-9584-d20ce4251dba/80ee4f92-8e74-49ff-9d1e-85edcc14992c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:36.573344 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:36.616901 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:36.626798 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] Sync routers for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:36.633899 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-69d8cc70-3790-4c5f-a631-6cd365ad153b req-08d3575b-507d-41bf-805d-b7a5544b0f2e tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0449386 Jun 22 09:12:36.637926 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:36.638726 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:36.704685 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] No DVR routers for this DVR port c3ed1249-4d90-4b41-b5b8-c3d483a0e086 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:12:36.708629 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:36.711834 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "DELETE /v2.0/ports/c3ed1249-4d90-4b41-b5b8-c3d483a0e086 HTTP/1.1" status: 204 len: 173 time: 1.3308334 Jun 22 09:12:36.712276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'name': 'network-vif-deleted', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:36.714485 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a1b6a-f1be-49c4-bf0d-ac3a39a7eeb2" -d '{"events": [{"server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "name": "network-vif-deleted", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:36.761906 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:36.786552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0935d-10f8-46a5-aedb-34d6a8adedf9 x-openstack-request-id: req-0fb0935d-10f8-46a5-aedb-34d6a8adedf9 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:36.786807 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e593a5f-2134-4ca1-95b8-5f2e454dca54", "name": "network-vif-deleted", "tag": "c3ed1249-4d90-4b41-b5b8-c3d483a0e086", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:36.787282 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fb0935d-10f8-46a5-aedb-34d6a8adedf9 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:36.787774 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb0935d-10f8-46a5-aedb-34d6a8adedf9'] response: {'server_uuid': '6e593a5f-2134-4ca1-95b8-5f2e454dca54', 'name': 'network-vif-deleted', 'tag': 'c3ed1249-4d90-4b41-b5b8-c3d483a0e086', 'status': 'completed', 'code': 200} Jun 22 09:12:36.796408 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:36.849441 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Made reservation on behalf of 476725d6c5c44caebdd8d8e855cc63c6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:12:36.854011 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:36.860497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:36.873294 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:36.958462 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:36.963674 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:36.998669 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] Checking router: c3823cb2-6272-4bc2-b1d7-712759c21904 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:12:37.019948 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:37.020135 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Allocated IP 172.20.0.11 (691a4d14-7c44-49d6-8787-1e10ee793579/687391dc-e075-4b3a-bae8-7bcdaefccfd2/687407a6-7cc6-4eaa-a14c-ef82cef3aa05) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:12:37.023060 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:37.032787 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-24e4b9b5-7c61-4732-9d38-8cf07651878a req-76d6f6b3-cd6f-40f7-b4ca-56028a1906a4 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 210 time: 0.0559003 Jun 22 09:12:37.036425 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:37.039615 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:37.044498 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:37.076044 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:37.082518 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.082800 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.083180 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.083512 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.084278 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.084278 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.084485 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.084794 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.085086 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.085746 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.085746 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.085973 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.086290 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.086604 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.086948 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:37.119088 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:37.124510 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.188576 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:37.223385 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-b238f169-b95e-4db0-b960-c31bad20a506 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0832560 Jun 22 09:12:37.244897 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Request body: {'port': {'device_id': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:37.308038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.332541 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.334811 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:37.392476 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:37.398415 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c3160900-e441-4516-b81a-6fc3c1729ee6 None None] Provisioning complete for port 80ee4f92-8e74-49ff-9d1e-85edcc14992c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:37.398875 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3160900-e441-4516-b81a-6fc3c1729ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.401356 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.438510 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:37.496737 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f3940-0f5d-4f9d-a19b-e6dca6d599b5 None None] The sync data for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi is: [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:16Z', 'revision_number': 4, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '69b015e5-68a9-43ba-87ca-020e0323ad86', 'name': '', 'network_id': 'b36bc90f-3b6b-474d-8af3-dd7768321d61', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'mac_address': 'fa:16:3e:1f:31:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:14Z', 'updated_at': '2022-06-22T09:07:25Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'subnets': [{'id': '740d1db4-74c2-4b37-8ebf-004a5db8ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:12:37.543095 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c3160900-e441-4516-b81a-6fc3c1729ee6 None None] Port 80ee4f92-8e74-49ff-9d1e-85edcc14992c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:37.571136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Network 691a4d14-7c44-49d6-8787-1e10ee793579 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:12:37.578890 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:12:37.585421 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:12:37.663218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:37.742480 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e7462-28c0-44ae-9902-a41326b34b83 req-dac9b43e-3c31-41e0-b6b5-9a6a2a2b23b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:37.755014 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a00e7462-28c0-44ae-9902-a41326b34b83 req-dac9b43e-3c31-41e0-b6b5-9a6a2a2b23b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 932 time: 0.1779079 Jun 22 09:12:37.758384 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:37.762317 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:37.851171 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-f2f6bd40-5180-4f90-b6b7-413d828a031f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2950265 Jun 22 09:12:37.901310 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Request body: {'port': {'device_id': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:37.987953 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-09884454-2255-4b64-ab5b-7d9f33f07432 None None] Provisioning complete for port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:37.994341 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a00e7462-28c0-44ae-9902-a41326b34b83 req-227705e7-feaf-4c12-a8c4-3ff952492a6c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2375674 Jun 22 09:12:37.995106 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09884454-2255-4b64-ab5b-7d9f33f07432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.063588 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.077241 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-09884454-2255-4b64-ab5b-7d9f33f07432 None None] Port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:12:38.081146 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4f587-3086-459d-b495-a2743f48800b None None] New status for floating IP 939179cd-2329-4359-b838-ebbc3725df97: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:12:38.100786 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-25dbf7d4-e38c-4410-8d54-d5b47af887c0 req-58e6c0d5-9974-4be8-a3d4-dbed56ee4350 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593a5f-2134-4ca1-95b8-5f2e454dca54 HTTP/1.1" status: 200 len: 210 time: 0.0496943 Jun 22 09:12:38.186983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:38.296178 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ee4f92-8e74-49ff-9d1e-85edcc14992c {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:38.328889 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Publish callbacks [] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.359990 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d1838-fdcb-428e-990c-44bb08bea199 req-f50eacb8-b8b8-473b-948e-e5cd5922d871 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:38.361564 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-db4d1838-fdcb-428e-990c-44bb08bea199 req-f50eacb8-b8b8-473b-948e-e5cd5922d871 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 932 time: 0.1857607 Jun 22 09:12:38.364927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:38.382426 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Transition to ACTIVE for port object 80ee4f92-8e74-49ff-9d1e-85edcc14992c will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:12:38.433633 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-db4d1838-fdcb-428e-990c-44bb08bea199 req-3058bc2f-63b4-4dd7-9db7-e5573c8459d7 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588701 Jun 22 09:12:38.450345 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.562579 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:38.660044 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Attempting to bind port 80ee4f92-8e74-49ff-9d1e-85edcc14992c on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:38.660460 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Attempting to bind port 80ee4f92-8e74-49ff-9d1e-85edcc14992c by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:38.660884 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Attempting to bind port 80ee4f92-8e74-49ff-9d1e-85edcc14992c on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:38.672624 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Port 80ee4f92-8e74-49ff-9d1e-85edcc14992c on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:12:38.675245 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Attempting to bind port 80ee4f92-8e74-49ff-9d1e-85edcc14992c on network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:38.688113 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:38.688456 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Checking segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:38.688784 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Bound using segment: {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:38.695395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Bound port: 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020b06bd-b597-4af7-b2b5-9cb65dabb1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:38.695395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.774839 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:38.774839 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:38.789596 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:38.836239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:38.848870 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c3ed1249-4d90-4b41-b5b8-c3d483a0e086 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:12:38.851722 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Publish callbacks [] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.868261 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.872495 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Transition to ACTIVE for port object 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:12:38.873895 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: c3ed1249-4d90-4b41-b5b8-c3d483a0e086 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:12:38.874311 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device c3ed1249-4d90-4b41-b5b8-c3d483a0e086 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:12:38.923736 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.933704 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:38.934933 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:38.942851 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 1094 time: 1.7007301 Jun 22 09:12:38.945528 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:38.947772 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a1bbf-92ee-4382-988f-47934a3dfad6" -d '{"events": [{"name": "network-changed", "server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:39.004904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:39.010552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:39.034556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5e82a-63ad-4f49-bfcb-ddb40a61f141 x-openstack-request-id: req-6da5e82a-63ad-4f49-bfcb-ddb40a61f141 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:39.041457 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:39.041457 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6da5e82a-63ad-4f49-bfcb-ddb40a61f141 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:39.041457 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da5e82a-63ad-4f49-bfcb-ddb40a61f141'] response: {'name': 'network-changed', 'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'status': 'completed', 'code': 200} Jun 22 09:12:39.047956 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb1e54-4c35-4dbc-bb9b-f6f5860f23a6 service neutron] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:39.176834 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Attempting to bind port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:12:39.177428 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Attempting to bind port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:12:39.178077 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Attempting to bind port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 on network 691a4d14-7c44-49d6-8787-1e10ee793579 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:39.191693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 on network 691a4d14-7c44-49d6-8787-1e10ee793579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:12:39.191693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Attempting to bind port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 on network 691a4d14-7c44-49d6-8787-1e10ee793579 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:12:39.195094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:12:39.195500 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Checking segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:12:39.195821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Bound using segment: {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:12:39.196304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Bound port: 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec63b4c0-9825-4004-aefc-0ec014928d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:12:39.196668 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.273951 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1bbf-92ee-4382-988f-47934a3dfad6 req-c69da2ea-084e-44ba-8a25-2201373af374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:39.275681 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f9a1bbf-92ee-4382-988f-47934a3dfad6 req-c69da2ea-084e-44ba-8a25-2201373af374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1128 time: 0.1307752 Jun 22 09:12:39.298702 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19798-76ed-4c59-bbb5-d5aeb44eaa51 req-a0283859-9446-4417-a48e-8e0e7d1f77ba tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:39.307104 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:12:39.311568 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:12:39.315258 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53784) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:39.315728 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-41a19798-76ed-4c59-bbb5-d5aeb44eaa51 req-a0283859-9446-4417-a48e-8e0e7d1f77ba tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.1719539 Jun 22 09:12:39.403466 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.463372 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff43f2f8-7407-4e5d-8a94-86c8ec4eaed0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group (87dee1f1-34af-4d7f-9796-a66c9f669b99), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.491513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:39.492183 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.493783 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] 10.222.0.47 "PUT /v2.0/ports/687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 1094 time: 1.5967641 Jun 22 09:12:39.494342 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:39.496806 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:39.525569 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff43f2f8-7407-4e5d-8a94-86c8ec4eaed0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group (87dee1f1-34af-4d7f-9796-a66c9f669b99), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.529984 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c19f7-c9be-4077-b989-ea8e3f93feee service neutron] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:39.562070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:39.639645 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c74dd-8e07-49c5-80e8-a28193c3b5ca req-2439d817-9eb8-4e3a-9dd1-54f35cab89a5 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:39.641648 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9b2c74dd-8e07-49c5-80e8-a28193c3b5ca req-2439d817-9eb8-4e3a-9dd1-54f35cab89a5 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0652280 Jun 22 09:12:39.687047 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-41a19798-76ed-4c59-bbb5-d5aeb44eaa51 req-c60c4797-7cec-4d75-b46a-0a7d7085a1bb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3581512 Jun 22 09:12:39.703807 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1bbf-92ee-4382-988f-47934a3dfad6 req-e9b68338-9ab2-4093-a78a-cb016e355a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:39.705717 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f9a1bbf-92ee-4382-988f-47934a3dfad6 req-e9b68338-9ab2-4093-a78a-cb016e355a60 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=27cd77392b924e64ba52350c775cf638&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3883798 Jun 22 09:12:39.724635 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-28d33f1b-7941-4144-b4d1-3371a849bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:39.737141 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-28d33f1b-7941-4144-b4d1-3371a849bcad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1128 time: 0.0869114 Jun 22 09:12:39.768792 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff43f2f8-7407-4e5d-8a94-86c8ec4eaed0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (87dee1f1-34af-4d7f-9796-a66c9f669b99), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.774595 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff43f2f8-7407-4e5d-8a94-86c8ec4eaed0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:39.777437 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ff43f2f8-7407-4e5d-8a94-86c8ec4eaed0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "DELETE /v2.0/security-groups/87dee1f1-34af-4d7f-9796-a66c9f669b99 HTTP/1.1" status: 204 len: 168 time: 0.4610212 Jun 22 09:12:39.791333 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53792) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:39.856088 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43f2f8-7407-4e5d-8a94-86c8ec4eaed0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dee1f1-34af-4d7f-9796-a66c9f669b99,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:39.875931 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9b2c74dd-8e07-49c5-80e8-a28193c3b5ca req-6884fc7f-6e17-4b02-9cac-f54b6d00fd08 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276618 Jun 22 09:12:39.930945 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.api.v2.resource [None req-5fbfc091-7ceb-48cb-bfb9-0b886e1e01f6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] show failed (client error): The resource could not be found. Jun 22 09:12:39.931986 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5fbfc091-7ceb-48cb-bfb9-0b886e1e01f6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups/87dee1f1-34af-4d7f-9796-a66c9f669b99 HTTP/1.1" status: 404 len: 347 time: 0.1361322 Jun 22 09:12:39.934634 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b9859e-1472-49d8-8155-7af017386c12 x-openstack-request-id: req-d6b9859e-1472-49d8-8155-7af017386c12 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:39.935140 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:39.935406 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6b9859e-1472-49d8-8155-7af017386c12 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:39.935881 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b9859e-1472-49d8-8155-7af017386c12'] response: {'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'status': 'completed', 'code': 200} Jun 22 09:12:39.937865 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53796) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:39.939297 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-a22a6c08-9c4e-4037-897c-ba01b9eaa6f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 217 time: 0.1446469 Jun 22 09:12:40.019364 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a1bbf-92ee-4382-988f-47934a3dfad6 req-6668a16b-8052-4378-bb01-689c87ca3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:40.020843 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2f9a1bbf-92ee-4382-988f-47934a3dfad6 req-6668a16b-8052-4378-bb01-689c87ca3b38 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2934878 Jun 22 09:12:40.129396 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-a76b0094-d47e-4340-8a08-960a60c07684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:40.130988 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-a76b0094-d47e-4340-8a08-960a60c07684 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.1310987 Jun 22 09:12:40.170221 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Deleting port dcbe27a5-ca02-4cb5-814d-6d53d9bd434b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:40.170674 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.258138 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.258590 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.271605 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Calling delete_port for dcbe27a5-ca02-4cb5-814d-6d53d9bd434b owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:40.476578 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (dcbe27a5-ca02-4cb5-814d-6d53d9bd434b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.480286 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:40.503551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event deleted for resources: {'Port': ['ID=dcbe27a5-ca02-4cb5-814d-6d53d9bd434b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:40.580295 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks [] for floatingip (939179cd-2329-4359-b838-ebbc3725df97), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.583774 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:40.585313 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-41ab1a72-1068-4398-85a3-a2ad060fef5f tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "DELETE /v2.0/floatingips/939179cd-2329-4359-b838-ebbc3725df97 HTTP/1.1" status: 204 len: 168 time: 0.6451645 Jun 22 09:12:40.859066 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717af1b-202c-4a72-b2d6-b7e7b760ae04 req-9bf780b1-59da-4826-bc02-c660bc6bb1b3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:40.869070 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1717af1b-202c-4a72-b2d6-b7e7b760ae04 req-9bf780b1-59da-4826-bc02-c660bc6bb1b3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0810065 Jun 22 09:12:40.932683 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1717af1b-202c-4a72-b2d6-b7e7b760ae04 req-0efbc69d-1d5b-4fbb-ad62-fb6d91dfe9d8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625544 Jun 22 09:12:41.050769 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4301-be5d-444d-8040-dd547f01fb8b req-5e63b328-7776-4afc-87d7-afdef792c91a tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:41.052285 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b6b4301-be5d-444d-8040-dd547f01fb8b req-5e63b328-7776-4afc-87d7-afdef792c91a tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0496433 Jun 22 09:12:41.103786 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b6b4301-be5d-444d-8040-dd547f01fb8b req-8737f3e3-14e6-4d60-a995-6a2e5a545b46 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Jun 22 09:12:41.478139 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:42.067931 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048911-d0a9-4d20-8c04-85386d6bd3d2 req-9c304c0d-4a46-447c-9206-0a75cc0e73ce tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:42.069416 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-61048911-d0a9-4d20-8c04-85386d6bd3d2 req-9c304c0d-4a46-447c-9206-0a75cc0e73ce tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0578055 Jun 22 09:12:42.125753 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-61048911-d0a9-4d20-8c04-85386d6bd3d2 req-dc805ab0-161e-49b5-b495-f7e1c8de14b8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503123 Jun 22 09:12:42.251190 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3aac1-92a9-42ad-bd27-4b64bf4ea966 req-65c0c148-bcbe-421a-9f47-9f0d52090942 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:42.252840 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f2e3aac1-92a9-42ad-bd27-4b64bf4ea966 req-65c0c148-bcbe-421a-9f47-9f0d52090942 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0605066 Jun 22 09:12:42.302278 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f2e3aac1-92a9-42ad-bd27-4b64bf4ea966 req-67384571-571a-430b-bd5a-883225f9f301 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437043 Jun 22 09:12:43.253605 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:43.267196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7d81f-77c9-4d5f-b93a-6049d60ee98b req-f1c3603a-671e-440f-b40a-7f3a6b3c3732 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:43.268677 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7eb7d81f-77c9-4d5f-b93a-6049d60ee98b req-f1c3603a-671e-440f-b40a-7f3a6b3c3732 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0552940 Jun 22 09:12:43.320374 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7eb7d81f-77c9-4d5f-b93a-6049d60ee98b req-077ea56b-796b-4e80-bc1a-85a12c738a09 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452576 Jun 22 09:12:43.780449 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed39593-47a3-4e0f-aa6a-13433a34b67c req-b71febff-c27e-4c88-bb6b-10432c7354f9 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:43.782268 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4ed39593-47a3-4e0f-aa6a-13433a34b67c req-b71febff-c27e-4c88-bb6b-10432c7354f9 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0572917 Jun 22 09:12:43.832613 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4ed39593-47a3-4e0f-aa6a-13433a34b67c req-8878b328-6e60-4151-a3c3-cbe358af6697 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Jun 22 09:12:43.941722 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665641b-48ce-4b30-bac2-6334df4cde34 req-7954f3ba-e7d9-4156-a60d-e67f8903d759 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:43.943138 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d665641b-48ce-4b30-bac2-6334df4cde34 req-7954f3ba-e7d9-4156-a60d-e67f8903d759 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0490122 Jun 22 09:12:43.991695 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d665641b-48ce-4b30-bac2-6334df4cde34 req-6947e4be-7034-4beb-8105-7182a34cac5d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Jun 22 09:12:44.456224 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd18c-f386-4c00-988c-ffbb2ea9799a req-f5fbc3cb-929e-4d2c-8091-575cb7c62bec tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:44.457847 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27dbd18c-f386-4c00-988c-ffbb2ea9799a req-f5fbc3cb-929e-4d2c-8091-575cb7c62bec tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0515480 Jun 22 09:12:44.505653 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27dbd18c-f386-4c00-988c-ffbb2ea9799a req-9f75344c-7a8d-4dc2-8b37-e244b8be87ea tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422308 Jun 22 09:12:44.936121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:44.951752 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55789fa0-89ae-4ed4-838b-69d47b670c2d req-17e380e0-bbac-49b5-960e-b5e0ce81ea4e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:44.953123 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-55789fa0-89ae-4ed4-838b-69d47b670c2d req-17e380e0-bbac-49b5-960e-b5e0ce81ea4e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0485632 Jun 22 09:12:45.004949 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-55789fa0-89ae-4ed4-838b-69d47b670c2d req-1b60ee8a-f964-4751-8390-92d664b3440e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Jun 22 09:12:45.116934 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f7aa0-a2a0-4be3-8c84-ed97b25d2f94 req-ebb0b986-e4ee-4ebb-909a-5a5ab3edb7f7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.118386 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-986f7aa0-a2a0-4be3-8c84-ed97b25d2f94 req-ebb0b986-e4ee-4ebb-909a-5a5ab3edb7f7 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Jun 22 09:12:45.170524 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-986f7aa0-a2a0-4be3-8c84-ed97b25d2f94 req-0d2d702f-cb4e-4e3b-9b18-aa5e1087c6b6 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464973 Jun 22 09:12:45.635720 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04eadf-e367-4030-9cae-ef85f1aecd5f req-c0de159e-fddb-4553-97ec-d48a0ad4be6f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:45.637235 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b04eadf-e367-4030-9cae-ef85f1aecd5f req-c0de159e-fddb-4553-97ec-d48a0ad4be6f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0546615 Jun 22 09:12:45.687509 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b04eadf-e367-4030-9cae-ef85f1aecd5f req-5c30f0fd-8ceb-402c-98e5-d9a7721413b7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438385 Jun 22 09:12:46.123033 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21495-be64-4138-8119-41c0384dc096 req-7a827c7d-c94c-4f39-a025-12eaed6c5c8f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:46.124523 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-50d21495-be64-4138-8119-41c0384dc096 req-7a827c7d-c94c-4f39-a025-12eaed6c5c8f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0510328 Jun 22 09:12:46.173396 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-50d21495-be64-4138-8119-41c0384dc096 req-c060cf72-0885-4447-9be2-9e32d61ab156 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 Jun 22 09:12:46.294123 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276abf4-4125-4e15-aa24-827cb369f69a req-1b19173f-3e6a-4d03-8841-953663f76301 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:46.295552 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b276abf4-4125-4e15-aa24-827cb369f69a req-1b19173f-3e6a-4d03-8841-953663f76301 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0533671 Jun 22 09:12:46.345030 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b276abf4-4125-4e15-aa24-827cb369f69a req-1bbabf06-909a-45c3-8fbf-c4aa5519a339 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Jun 22 09:12:46.806543 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173139-def3-492a-b4c0-fad19aae74a4 req-436d4658-20e4-4c58-8330-d9019ea6551c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:46.808067 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-65173139-def3-492a-b4c0-fad19aae74a4 req-436d4658-20e4-4c58-8330-d9019ea6551c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0479953 Jun 22 09:12:46.857444 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-65173139-def3-492a-b4c0-fad19aae74a4 req-b4913bb8-bd28-49ea-8cb1-659bb9bd0e6a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423205 Jun 22 09:12:47.285513 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fcc90-644a-4967-8154-ac6b45ded2ab req-b33f68e8-5eb5-4b32-a18c-b61c40b92268 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:47.286869 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-213fcc90-644a-4967-8154-ac6b45ded2ab req-b33f68e8-5eb5-4b32-a18c-b61c40b92268 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0463305 Jun 22 09:12:47.331537 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:47.336082 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-213fcc90-644a-4967-8154-ac6b45ded2ab req-d79b9657-05b4-42b3-b6e2-d41e8fd8fca9 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Jun 22 09:12:47.456659 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8ab1e-bea3-4fd4-9122-0c7224b7d456 req-8023da01-3a5b-4e94-a845-d3f4f0068723 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:47.458311 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7bf8ab1e-bea3-4fd4-9122-0c7224b7d456 req-8023da01-3a5b-4e94-a845-d3f4f0068723 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0476339 Jun 22 09:12:47.501486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-d37c2f16-aa76-4a2c-b8a0-47dac0a8d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:47.503139 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-d37c2f16-aa76-4a2c-b8a0-47dac0a8d6f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429578 Jun 22 09:12:47.544099 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-5962e5a8-48c2-4163-85ce-ff4bd35b1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:47.545575 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-5962e5a8-48c2-4163-85ce-ff4bd35b1dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1128 time: 0.0584683 Jun 22 09:12:47.548692 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7bf8ab1e-bea3-4fd4-9122-0c7224b7d456 req-63fb7647-a539-429e-b252-3bc236a4b15b tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847416 Jun 22 09:12:47.604703 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-0894bbd5-eb5b-4483-93ad-c20817f7bacf service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874922 Jun 22 09:12:47.977072 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8fb61-031d-4c30-ae0f-6c525837c1b5 req-9f07ee62-4290-4ae9-922b-3322b05f82d5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:47.978759 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5cf8fb61-031d-4c30-ae0f-6c525837c1b5 req-9f07ee62-4290-4ae9-922b-3322b05f82d5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0493803 Jun 22 09:12:48.024354 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5cf8fb61-031d-4c30-ae0f-6c525837c1b5 req-e1d3acad-dae3-40a8-9120-999b0684038c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395374 Jun 22 09:12:48.444218 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24fe4e-05a8-4987-9d99-9116830954a2 req-ca34e334-667a-487c-9494-8a16e999906c tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:48.445661 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9f24fe4e-05a8-4987-9d99-9116830954a2 req-ca34e334-667a-487c-9494-8a16e999906c tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0453203 Jun 22 09:12:48.491134 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9f24fe4e-05a8-4987-9d99-9116830954a2 req-48945da1-29a6-4cf1-835e-547a59f4b78a tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Jun 22 09:12:48.661346 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfacec-698b-4648-a472-4f3094c7f3d0 req-5b6f43b8-0189-4d46-bb30-0895ed4a3383 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:48.662748 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-abdfacec-698b-4648-a472-4f3094c7f3d0 req-5b6f43b8-0189-4d46-bb30-0895ed4a3383 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0467198 Jun 22 09:12:48.711550 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-abdfacec-698b-4648-a472-4f3094c7f3d0 req-6b4b983e-93e0-4c80-b80c-122a7dffed09 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Jun 22 09:12:49.056747 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-353a520d-2cf3-4f6e-90f2-6c848dde39fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 217 time: 0.0329669 Jun 22 09:12:49.119772 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53752ae0-3b1d-4d3f-b845-a7daef008bec req-89b75732-2438-4cbb-b710-8a1720ccf760 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946069 Jun 22 09:12:49.139225 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:49.142982 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-3c70c754-5e85-4938-b7d1-1af702d781d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.144484 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-3c70c754-5e85-4938-b7d1-1af702d781d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0785944 Jun 22 09:12:49.157308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8c1b5-7d47-43b2-a0f5-8a612a86818f req-6dfe13e1-6174-4b1b-8459-903abba0ad64 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.158663 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a6b8c1b5-7d47-43b2-a0f5-8a612a86818f req-6dfe13e1-6174-4b1b-8459-903abba0ad64 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0586934 Jun 22 09:12:49.210740 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a6b8c1b5-7d47-43b2-a0f5-8a612a86818f req-62ad7bdb-31d2-4070-ac7d-7da512491787 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462458 Jun 22 09:12:49.299132 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-72445e72-870d-4894-89c2-3ad1640d89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.309237 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-72445e72-870d-4894-89c2-3ad1640d89c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395260 Jun 22 09:12:49.445931 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-397cecaf-99ea-463d-9397-f838c0e2af50 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.447521 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-397cecaf-99ea-463d-9397-f838c0e2af50 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0615418 Jun 22 09:12:49.471069 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-4107e530-2cba-4530-9d74-7f8a1c6653bd service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863082 Jun 22 09:12:49.558801 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Deleting port 974e9d62-8fe0-47bd-ad36-3e266d639c90 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:49.559183 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:49.579609 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7fd248a3-be41-435a-b238-bdf04d9bbfc2 req-74f32ba7-eb14-431f-9195-7e2001269d72 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020024 Jun 22 09:12:49.613363 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857c42-3ae3-4248-9e5a-e76bbb6869ae req-7671339f-b3d8-4594-ab28-548223455a10 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.615513 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76857c42-3ae3-4248-9e5a-e76bbb6869ae req-7671339f-b3d8-4594-ab28-548223455a10 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0513628 Jun 22 09:12:49.658499 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] For port 974e9d62-8fe0-47bd-ad36-3e266d639c90, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=974e9d62-8fe0-47bd-ad36-3e266d639c90,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:49.659593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:49.666585 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76857c42-3ae3-4248-9e5a-e76bbb6869ae req-b2943ae1-b7a4-45d2-8306-0932d7a8ccc9 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Jun 22 09:12:49.673130 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Calling delete_port for 974e9d62-8fe0-47bd-ad36-3e266d639c90 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:49.728619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:49.789677 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:49.834920 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa458b2b-acb8-483d-9a90-4aecbb358341 req-a7720f77-25e9-4d6f-b403-0bf3e21d91a9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:49.834920 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-aa458b2b-acb8-483d-9a90-4aecbb358341 req-a7720f77-25e9-4d6f-b403-0bf3e21d91a9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 946 time: 0.0519767 Jun 22 09:12:49.891459 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-aa458b2b-acb8-483d-9a90-4aecbb358341 req-2c736b83-f18e-4268-ba9d-c805affb0ef8 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510359 Jun 22 09:12:50.237699 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (974e9d62-8fe0-47bd-ad36-3e266d639c90), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:50.265186 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event deleted for resources: {'Port': ['ID=974e9d62-8fe0-47bd-ad36-3e266d639c90,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:50.288422 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['974e9d62-8fe0-47bd-ad36-3e266d639c90', '0ae128fa-373b-4d19-b6a6-ca5d9a45df96'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:12:50.324261 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] No DVR routers for this DVR port 974e9d62-8fe0-47bd-ad36-3e266d639c90 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:12:50.327413 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:50.330539 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-66e7a6dd-b6c2-4678-a797-701e1c8ca5a1 req-2cf4d3f7-0cda-430e-8040-cbbc3e29b5e0 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "DELETE /v2.0/ports/974e9d62-8fe0-47bd-ad36-3e266d639c90 HTTP/1.1" status: 204 len: 173 time: 0.8740368 Jun 22 09:12:50.331207 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'name': 'network-vif-deleted', 'tag': '974e9d62-8fe0-47bd-ad36-3e266d639c90'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:50.333447 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae67750-3256-47d2-8b1a-f7d35792a3d6" -d '{"events": [{"server_uuid": "1905450d-b26c-4e46-914b-a6a04d9cc7b1", "name": "network-vif-deleted", "tag": "974e9d62-8fe0-47bd-ad36-3e266d639c90"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:50.358353 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d55093-ec4f-4855-9e6c-dc00df02bd28 req-c8738ae9-61c8-460e-9423-b1d75633c913 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:50.359859 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-96d55093-ec4f-4855-9e6c-dc00df02bd28 req-c8738ae9-61c8-460e-9423-b1d75633c913 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0515478 Jun 22 09:12:50.408049 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-96d55093-ec4f-4855-9e6c-dc00df02bd28 req-0ef48b27-59bf-4f28-8858-5893a84ffd42 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419543 Jun 22 09:12:50.460630 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fafeea-cf83-48a6-90d6-5fa0ce00e300 x-openstack-request-id: req-57fafeea-cf83-48a6-90d6-5fa0ce00e300 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:50.460986 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1905450d-b26c-4e46-914b-a6a04d9cc7b1", "name": "network-vif-deleted", "tag": "974e9d62-8fe0-47bd-ad36-3e266d639c90", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:50.461290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57fafeea-cf83-48a6-90d6-5fa0ce00e300 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:50.461775 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fafeea-cf83-48a6-90d6-5fa0ce00e300'] response: {'server_uuid': '1905450d-b26c-4e46-914b-a6a04d9cc7b1', 'name': 'network-vif-deleted', 'tag': '974e9d62-8fe0-47bd-ad36-3e266d639c90', 'status': 'completed', 'code': 200} Jun 22 09:12:50.786713 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b05d0b-75f3-49bf-a6d2-096cb12e730a req-7a3add6e-5deb-43e2-a9d3-e95e52feead6 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:50.788201 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c7b05d0b-75f3-49bf-a6d2-096cb12e730a req-7a3add6e-5deb-43e2-a9d3-e95e52feead6 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0471604 Jun 22 09:12:50.834862 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c7b05d0b-75f3-49bf-a6d2-096cb12e730a req-86d22194-0017-4a6a-a2dd-91f03b6dd99e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Jun 22 09:12:50.991934 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-72b72805-9fbd-421f-b143-67f578d311de req-9000e5d8-1f99-4e90-9724-3cb226487d74 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.0310719 Jun 22 09:12:51.488542 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:51.530313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57a3dc-e61e-4a15-b77c-58e19b9000d3 req-cb810aea-4ffc-4b9b-9349-d2341dba2c9d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:51.531848 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4e57a3dc-e61e-4a15-b77c-58e19b9000d3 req-cb810aea-4ffc-4b9b-9349-d2341dba2c9d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0529373 Jun 22 09:12:51.579881 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4e57a3dc-e61e-4a15-b77c-58e19b9000d3 req-892588a7-6ab2-48a4-a065-43baa83c885b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421581 Jun 22 09:12:51.944857 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b76c-cae6-427e-a766-a3e71db1650d req-94b71f5e-c96b-4ccb-8eb6-4ff2fd718202 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:51.946302 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d246b76c-cae6-427e-a766-a3e71db1650d req-94b71f5e-c96b-4ccb-8eb6-4ff2fd718202 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0452557 Jun 22 09:12:51.994265 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d246b76c-cae6-427e-a766-a3e71db1650d req-abd474cb-d4f4-4f13-9a90-ee8e0d08d463 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Jun 22 09:12:52.034091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-ea7fef89-383b-4473-a9e0-ce38949161bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:52.035646 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-ea7fef89-383b-4473-a9e0-ce38949161bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1128 time: 0.0461040 Jun 22 09:12:52.099489 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5d3ad069-fafe-40cc-a5d5-16f75b89cb8f req-b2a9e5b5-e903-40f2-b8da-cd3411c61e37 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=1905450d-b26c-4e46-914b-a6a04d9cc7b1 HTTP/1.1" status: 200 len: 210 time: 0.0363605 Jun 22 09:12:52.156209 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-62e71d36-49fe-4494-9217-f7058104eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:52.161937 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-62e71d36-49fe-4494-9217-f7058104eed0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 916 time: 0.1142886 Jun 22 09:12:52.203079 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-a4167820-a3ce-428a-976c-072dbcc10775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 217 time: 0.0367360 Jun 22 09:12:52.252158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-2928105d-6571-4a70-ba21-8c8ad2c5ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:52.253666 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-2928105d-6571-4a70-ba21-8c8ad2c5ede6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.0454562 Jun 22 09:12:52.297292 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-d368122a-38fe-4661-9d57-010eae73e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:52.299390 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-d368122a-38fe-4661-9d57-010eae73e660 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389307 Jun 22 09:12:52.641322 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-fc6f711a-8a92-49fb-b2ea-796553b37e7d service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280501 Jun 22 09:12:52.651224 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:12:52.701544 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba97d6e-31e2-406f-a6f4-0a6d8682e6c7 req-114fe64a-5b0d-4e35-b325-e4ab2abedaf1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:52.703194 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ba97d6e-31e2-406f-a6f4-0a6d8682e6c7 req-114fe64a-5b0d-4e35-b325-e4ab2abedaf1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0492227 Jun 22 09:12:52.744377 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3d40986d-ecf0-4eb4-a0c8-54b5bffe0bb8 req-fdc45d8e-bb55-47e9-a7ee-d18f23cd1b24 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862556 Jun 22 09:12:52.751554 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6ba97d6e-31e2-406f-a6f4-0a6d8682e6c7 req-2ccbf8b2-98be-4b3e-a5e0-1b72d9c5a179 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424445 Jun 22 09:12:52.925243 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:12:52.936302 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 974e9d62-8fe0-47bd-ad36-3e266d639c90 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:12:52.962939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 974e9d62-8fe0-47bd-ad36-3e266d639c90 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:12:52.963290 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 974e9d62-8fe0-47bd-ad36-3e266d639c90 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:12:53.027926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:53.049732 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:53.061659 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'mac_address': 'fa:16:3e:b4:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:12:53.097361 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:53.097742 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:53.110733 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc99405-c523-4460-a843-7a2f8a49e033 req-eef23c4f-b846-40fe-95fb-d1983bccaf16 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:53.110949 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:53.112191 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7fc99405-c523-4460-a843-7a2f8a49e033 req-eef23c4f-b846-40fe-95fb-d1983bccaf16 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0475812 Jun 22 09:12:53.116607 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ee4f92-8e74-49ff-9d1e-85edcc14992c {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:53.136856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:53.166285 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7fc99405-c523-4460-a843-7a2f8a49e033 req-13fefe77-bdbe-4dc5-bbe2-c7c09ec4c4de tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 Jun 22 09:12:53.207977 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:53.255327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:53.262376 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.262717 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.263172 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.263611 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.263945 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.264533 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.265012 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.265337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.265662 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.265985 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.266309 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.266629 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.266974 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.267294 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.267609 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:12:53.545687 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['80ee4f92-8e74-49ff-9d1e-85edcc14992c'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:12:53.608984 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50298757-3f71-4e0f-9669-0a4bce11290a req-e0f35fc5-4280-4381-8316-eecf37c34071 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:53.610531 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-50298757-3f71-4e0f-9669-0a4bce11290a req-e0f35fc5-4280-4381-8316-eecf37c34071 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0595033 Jun 22 09:12:53.667922 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-50298757-3f71-4e0f-9669-0a4bce11290a req-2bb84967-a21d-4bb1-98d5-f39951e04745 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Jun 22 09:12:53.870482 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6085488-94c4-4124-902a-ba7c0b807f48 req-a24efc1e-419d-4383-a0fc-1b4396cad4d9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:53.871931 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a6085488-94c4-4124-902a-ba7c0b807f48 req-a24efc1e-419d-4383-a0fc-1b4396cad4d9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 945 time: 0.0489962 Jun 22 09:12:53.917312 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a6085488-94c4-4124-902a-ba7c0b807f48 req-17326312-a083-4cb4-ab1d-1ef20000bd59 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399289 Jun 22 09:12:54.281575 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d126794-31bb-4848-97b0-a5be94d590c1 req-79cca879-9160-4840-8cf4-3ee2d018aa0b tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:54.283058 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d126794-31bb-4848-97b0-a5be94d590c1 req-79cca879-9160-4840-8cf4-3ee2d018aa0b tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 944 time: 0.0511482 Jun 22 09:12:54.328947 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d126794-31bb-4848-97b0-a5be94d590c1 req-e86bad0c-4e8b-4465-81ad-603bcf1cb57e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Jun 22 09:12:54.670187 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:54.779910 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2b7d5-01a8-4b63-9fb0-ee010e0f474f req-fd64cf44-b6c3-43fa-a1bb-429b8146aa07 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:54.781364 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0fd2b7d5-01a8-4b63-9fb0-ee010e0f474f req-fd64cf44-b6c3-43fa-a1bb-429b8146aa07 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0453155 Jun 22 09:12:54.826795 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0fd2b7d5-01a8-4b63-9fb0-ee010e0f474f req-11019b70-6591-46e4-aa42-edcccccc8394 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Jun 22 09:12:54.931621 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:12:54.941289 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:55.024423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:55.037718 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c553e8-f828-4ccc-bcd8-e9e3c70caa10 req-22911b75-be23-4203-996b-a6e4ed675e84 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:55.039325 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f0c553e8-f828-4ccc-bcd8-e9e3c70caa10 req-22911b75-be23-4203-996b-a6e4ed675e84 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 945 time: 0.0470440 Jun 22 09:12:55.045318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 80ee4f92-8e74-49ff-9d1e-85edcc14992c completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:12:55.070475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:55.082340 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'port_id': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'mac_address': 'fa:16:3e:4f:b4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:12:55.085081 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 80ee4f92-8e74-49ff-9d1e-85edcc14992c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:55.085461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:55.087167 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f0c553e8-f828-4ccc-bcd8-e9e3c70caa10 req-a291570a-98d3-4537-aee3-8cb389c89d1c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415993 Jun 22 09:12:55.147960 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:55.148335 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:55.165866 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:12:55.211452 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:55.215518 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:55.215903 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:55.238685 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:55.240891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca82c9a-adff-4fd3-8035-ac0576d84757" -d '{"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-plugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:55.251756 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:55.253818 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:55.268539 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:55.331856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:55.337230 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d33e28b-a0db-4648-b0d2-08ac29bd2e94 x-openstack-request-id: req-6d33e28b-a0db-4648-b0d2-08ac29bd2e94 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:55.337366 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-plugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:55.337626 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d33e28b-a0db-4648-b0d2-08ac29bd2e94 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:55.338016 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d33e28b-a0db-4648-b0d2-08ac29bd2e94'] response: {'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'code': 200} Jun 22 09:12:55.351796 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:55.400592 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:55.446120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7663-702c-4366-9a6d-90f92a16ae03 req-98119964-7b34-4c2b-a73f-1fbee9b402c8 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:55.447647 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd9e7663-702c-4366-9a6d-90f92a16ae03 req-98119964-7b34-4c2b-a73f-1fbee9b402c8 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 945 time: 0.0518909 Jun 22 09:12:55.494309 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cd9e7663-702c-4366-9a6d-90f92a16ae03 req-5536ede4-fb08-4030-ba7c-194f234d905e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Jun 22 09:12:55.651061 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['687407a6-7cc6-4eaa-a14c-ef82cef3aa05'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:12:55.742127 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:55.943660 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6ce27-e1a0-4281-b7fa-e4d18bf77d85 req-9bb23eb4-21c6-4df7-84bb-49c4d634bfdd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:55.945152 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4eb6ce27-e1a0-4281-b7fa-e4d18bf77d85 req-9bb23eb4-21c6-4df7-84bb-49c4d634bfdd tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Jun 22 09:12:55.973686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:55.996033 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4eb6ce27-e1a0-4281-b7fa-e4d18bf77d85 req-e470ba4c-d37c-41b3-b1f2-0a3855364d72 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/security-groups?id=7192b671-dade-4943-aae9-03ef818f3295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Jun 22 09:12:56.197550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efd01e98-0813-4088-9ae7-65079735ebdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:56.233112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0af8a6-ac90-4bcc-b90f-57b8b42d069a req-7703a1a2-f54f-48a5-86fd-b682c03dae1e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:56.234699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2b0af8a6-ac90-4bcc-b90f-57b8b42d069a req-7703a1a2-f54f-48a5-86fd-b682c03dae1e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0740209 Jun 22 09:12:56.245991 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ce303-ca6a-4152-b99b-3e6f54a409df req-38581408-45e3-4416-be9b-217e733a93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:56.247622 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d11ce303-ca6a-4152-b99b-3e6f54a409df req-38581408-45e3-4416-be9b-217e733a93f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1130 time: 0.0393274 Jun 22 09:12:56.255296 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-7542d19a-61d0-4119-b573-f4e5e6b0c61a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:56.256761 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-7542d19a-61d0-4119-b573-f4e5e6b0c61a tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.0681100 Jun 22 09:12:56.300238 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:56.307948 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d11ce303-ca6a-4152-b99b-3e6f54a409df req-df61e386-2c3b-47c7-9b8e-6e3109fabb5e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544026 Jun 22 09:12:56.334049 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2b0af8a6-ac90-4bcc-b90f-57b8b42d069a req-a27e90ba-6e9e-4dbc-8566-7f3a0c2b8574 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930135 Jun 22 09:12:56.371379 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Deleting port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:12:56.371728 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:56.461606 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] For port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:56.461964 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:56.479288 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Calling delete_port for 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:12:56.607173 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86baa-216a-4013-bced-11ac9cf8e546 req-6a0d3512-576e-4ecc-87e3-035aa01df0a3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:56.608636 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-13d86baa-216a-4013-bced-11ac9cf8e546 req-6a0d3512-576e-4ecc-87e3-035aa01df0a3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 945 time: 0.0470161 Jun 22 09:12:56.655057 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-13d86baa-216a-4013-bced-11ac9cf8e546 req-d1200d5b-0858-4985-a112-beed6d64077c tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Jun 22 09:12:56.671907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (0ae128fa-373b-4d19-b6a6-ca5d9a45df96), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:56.697509 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Pushing event deleted for resources: {'Port': ['ID=0ae128fa-373b-4d19-b6a6-ca5d9a45df96,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:56.710141 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['0ae128fa-373b-4d19-b6a6-ca5d9a45df96'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:12:56.747334 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] No DVR routers for this DVR port 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:12:56.749645 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:56.752836 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9adb75e8-64d4-4cca-a6be-f89e0f4bc7ca req-3ea7f5c7-b6cf-4036-a8a1-634f5d060550 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.47 "DELETE /v2.0/ports/0ae128fa-373b-4d19-b6a6-ca5d9a45df96 HTTP/1.1" status: 204 len: 173 time: 0.4888875 Jun 22 09:12:56.753291 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'name': 'network-vif-deleted', 'tag': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:56.755487 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c0e476-db03-444f-97b4-b5267438845a" -d '{"events": [{"server_uuid": "cf015553-3a8f-459a-a15a-f269b6d3dae6", "name": "network-vif-deleted", "tag": "0ae128fa-373b-4d19-b6a6-ca5d9a45df96"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:56.791255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda46085-c4b7-4ea1-9500-16acf9f3f14e x-openstack-request-id: req-fda46085-c4b7-4ea1-9500-16acf9f3f14e {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:56.791545 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf015553-3a8f-459a-a15a-f269b6d3dae6", "name": "network-vif-deleted", "tag": "0ae128fa-373b-4d19-b6a6-ca5d9a45df96", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:56.791792 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fda46085-c4b7-4ea1-9500-16acf9f3f14e {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:56.792191 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda46085-c4b7-4ea1-9500-16acf9f3f14e'] response: {'server_uuid': 'cf015553-3a8f-459a-a15a-f269b6d3dae6', 'name': 'network-vif-deleted', 'tag': '0ae128fa-373b-4d19-b6a6-ca5d9a45df96', 'status': 'completed', 'code': 200} Jun 22 09:12:56.942489 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:12:56.986548 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:12:57.054664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:12:57.059231 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:57.149319 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:12:57.149705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:57.188510 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:12:57.255370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:57.307156 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:12:57.339220 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:57.340103 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2de6f7a7-5471-4bb1-be1c-0ac01bf5f4b3 req-a578a1a0-3cae-4639-9c32-0a3b9672f7e9 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 210 time: 0.2731655 Jun 22 09:12:57.341585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27189f-8d2f-42a5-967e-f3811ba89421" -d '{"events": [{"server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "name": "network-vif-plugged", "status": "completed", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:57.386508 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fb20d4-7add-474c-8f0c-ac7dcae864ba x-openstack-request-id: req-f6fb20d4-7add-474c-8f0c-ac7dcae864ba {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:57.386899 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "name": "network-vif-plugged", "status": "completed", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:57.387156 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6fb20d4-7add-474c-8f0c-ac7dcae864ba {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:57.387547 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fb20d4-7add-474c-8f0c-ac7dcae864ba'] response: {'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'code': 200} Jun 22 09:12:57.455904 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2455-b7b9-4e80-8c6c-62463cb007e0 req-80700644-affe-4d9f-9214-996e7b0ebf34 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:57.457487 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-847e2455-b7b9-4e80-8c6c-62463cb007e0 req-80700644-affe-4d9f-9214-996e7b0ebf34 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0480173 Jun 22 09:12:57.504866 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-847e2455-b7b9-4e80-8c6c-62463cb007e0 req-3fcb7229-c741-4969-bcad-449e12269c99 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418739 Jun 22 09:12:57.768309 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb054c21-cf5f-470c-b675-6ab2c602dbf1 req-59a6d5ab-3e2e-469b-89f0-3dfe449ca289 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:57.769752 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb054c21-cf5f-470c-b675-6ab2c602dbf1 req-59a6d5ab-3e2e-469b-89f0-3dfe449ca289 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0471840 Jun 22 09:12:57.815124 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fb054c21-cf5f-470c-b675-6ab2c602dbf1 req-107c9b36-9a8d-4664-9d08-9248d3449f55 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Jun 22 09:12:58.448395 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-551dcb83-9dcc-4b81-9922-a88df6a52dce req-86973ef5-bdd0-49f8-95f8-4ee31232835d tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf015553-3a8f-459a-a15a-f269b6d3dae6 HTTP/1.1" status: 200 len: 210 time: 0.0297167 Jun 22 09:12:58.471188 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0edb8e76-251d-43b1-888f-dbe4a6732ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:58.622852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ecce-8030-4ca6-b2dc-976572993bee req-0ce23374-263c-43bd-b7ba-075a84ea251a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:58.624323 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9de6ecce-8030-4ca6-b2dc-976572993bee req-0ce23374-263c-43bd-b7ba-075a84ea251a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0497615 Jun 22 09:12:58.674440 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9de6ecce-8030-4ca6-b2dc-976572993bee req-5b815fa4-cc8a-41d6-8759-61f30b744583 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446224 Jun 22 09:12:58.788817 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761a7b6-2c2c-4f58-92b0-267c1b53fac0 req-75c50428-cc47-46cb-b88c-62aa2051ef3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:58.790268 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e761a7b6-2c2c-4f58-92b0-267c1b53fac0 req-75c50428-cc47-46cb-b88c-62aa2051ef3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0498853 Jun 22 09:12:58.799611 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 53952) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:58.804820 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Request body: {'floatingip': {'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:12:58.849691 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (5c2a263b-9f71-4cf5-90d1-98db47e6400a), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:58.852312 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:58.858454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d291f4e-cd79-4113-b8ce-c2f50dd4e90d req-052d6360-f879-4409-9da1-1872a17e1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:58.860291 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d291f4e-cd79-4113-b8ce-c2f50dd4e90d req-052d6360-f879-4409-9da1-1872a17e1bcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1130 time: 0.0446582 Jun 22 09:12:58.941253 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6d291f4e-cd79-4113-b8ce-c2f50dd4e90d req-59bf849a-4522-456c-8dbb-6622c07df9c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752592 Jun 22 09:12:58.954710 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17566b30-4271-4ddb-8fec-e874a533f962 req-9c12136e-3ac4-44ea-ab8b-d9871f127632 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:12:58.956400 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-17566b30-4271-4ddb-8fec-e874a533f962 req-9c12136e-3ac4-44ea-ab8b-d9871f127632 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0591562 Jun 22 09:12:59.004651 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-17566b30-4271-4ddb-8fec-e874a533f962 req-507d7ac8-a2ac-432e-ad04-1ebd5201992a tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Jun 22 09:12:59.032818 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:59.296582 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:59.386050 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (5c2a263b-9f71-4cf5-90d1-98db47e6400a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:59.426475 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:59.497729 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Floating IP 5c2a263b-9f71-4cf5-90d1-98db47e6400a associated. External IP: 172.27.0.21, port: 80ee4f92-8e74-49ff-9d1e-85edcc14992c. Jun 22 09:12:59.523330 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 53960) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:12:59.613716 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:59.699970 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:12:59.713507 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:12:59.804642 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:12:59.809332 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:12:59.815224 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:12:59.826179 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:12:59.826788 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:12:59.848580 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-7a48a798-3329-42b8-902c-29985fcb0d4c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "PUT /v2.0/floatingips/5c2a263b-9f71-4cf5-90d1-98db47e6400a HTTP/1.1" status: 200 len: 991 time: 1.0457618 Jun 22 09:12:59.848580 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:12:59.849534 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8493e2-fff3-497a-8169-1d81943abbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:12:59.932923 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:12:59.968018 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359bfae3-60d5-402a-bf34-df7dbb63f205 x-openstack-request-id: req-359bfae3-60d5-402a-bf34-df7dbb63f205 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:12:59.968369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:12:59.968630 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-359bfae3-60d5-402a-bf34-df7dbb63f205 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:12:59.969577 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359bfae3-60d5-402a-bf34-df7dbb63f205'] response: {'name': 'network-changed', 'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'status': 'completed', 'code': 200} Jun 22 09:13:00.032672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (c3823cb2-6272-4bc2-b1d7-712759c21904), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:00.118184 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-e969b49e-0098-466e-878e-6a256bfb3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:00.120448 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-e969b49e-0098-466e-878e-6a256bfb3c5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1130 time: 0.0881612 Jun 22 09:13:00.135395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdf4cf-4799-440a-afb3-6611e17c424a req-f7299945-3ee8-4d51-a7cf-4b32166b05fd tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:00.137179 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4ecdf4cf-4799-440a-afb3-6611e17c424a req-f7299945-3ee8-4d51-a7cf-4b32166b05fd tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0622990 Jun 22 09:13:00.196022 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4ecdf4cf-4799-440a-afb3-6611e17c424a req-de90d4cd-42a9-4c6b-8c4e-2be66bc381c1 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 Jun 22 09:13:00.278724 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5c2a263b-9f71-4cf5-90d1-98db47e6400a', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'mac_address': 'fa:16:3e:b4:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:28Z', 'updated_at': '2022-06-22T09:12:59Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:00.304846 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:00.314026 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:00.314623 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:00.366064 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-d0c13207-ded5-4ba1-bdc2-37550ab3975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:00.367558 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-d0c13207-ded5-4ba1-bdc2-37550ab3975c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.2147269 Jun 22 09:13:00.368872 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:00.427149 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:00.433862 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Deleting port 69b015e5-68a9-43ba-87ca-020e0323ad86 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:00.434186 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:00.511346 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] For port 69b015e5-68a9-43ba-87ca-020e0323ad86, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=69b015e5-68a9-43ba-87ca-020e0323ad86,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:00.511707 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:00.524231 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Calling delete_port for 69b015e5-68a9-43ba-87ca-020e0323ad86 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:00.582087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:00.636086 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5c2a263b-9f71-4cf5-90d1-98db47e6400a', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'mac_address': 'fa:16:3e:b4:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:28Z', 'updated_at': '2022-06-22T09:12:59Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:00.662248 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5a718-d144-49d4-96d7-53de449793b5 None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '5c2a263b-9f71-4cf5-90d1-98db47e6400a', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'mac_address': 'fa:16:3e:b4:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:12:28Z', 'updated_at': '2022-06-22T09:12:59Z', 'revision_number': 1, 'project_id': '27cd77392b924e64ba52350c775cf638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:00.804256 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (69b015e5-68a9-43ba-87ca-020e0323ad86), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:00.839101 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:00.845999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b015e5-68a9-43ba-87ca-020e0323ad86,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:00.877678 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-dc998d1b-ccaf-4f2a-9551-8c9949d5c8b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 999 time: 0.1085680 Jun 22 09:13:00.893825 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864e502-4bce-4057-9a06-b0891c035c24 None None] New status for floating IP 5c2a263b-9f71-4cf5-90d1-98db47e6400a: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:00.966747 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-bef2e784-af35-448a-b5ca-22e5fd61c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:00.968234 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-bef2e784-af35-448a-b5ca-22e5fd61c180 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0637879 Jun 22 09:13:00.991680 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:01.064872 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:01.065435 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0ae128fa-373b-4d19-b6a6-ca5d9a45df96 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:01.107606 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-2fd86747-f10e-45d6-8ced-1959950d7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:01.109129 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-2fd86747-f10e-45d6-8ced-1959950d7989 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1114135 Jun 22 09:13:01.126970 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (c3823cb2-6272-4bc2-b1d7-712759c21904), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:01.168534 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:01.269575 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:01.295854 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-e685ca04-9f6f-45fd-ba29-610eabc29ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799264 Jun 22 09:13:01.331693 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa3f68-6c48-4721-8aa0-b01c891f9e42 req-11620e5e-ee0c-42ca-aa8a-8b4f1c41ecaa tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:01.338569 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8efa3f68-6c48-4721-8aa0-b01c891f9e42 req-11620e5e-ee0c-42ca-aa8a-8b4f1c41ecaa tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0631618 Jun 22 09:13:01.382737 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8efa3f68-6c48-4721-8aa0-b01c891f9e42 req-3f723ff0-b747-4c16-96b2-b3a8f6fdc6cc tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433002 Jun 22 09:13:01.511885 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fd06-4de6-4159-835a-3f9794c13762 req-ae033d3d-3554-4299-93ec-9428e3285fb3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:01.514518 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f0a4fd06-4de6-4159-835a-3f9794c13762 req-ae033d3d-3554-4299-93ec-9428e3285fb3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0610809 Jun 22 09:13:01.568219 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f0a4fd06-4de6-4159-835a-3f9794c13762 req-8b33f809-7a76-4ea2-9049-4958d02c8e9b tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Jun 22 09:13:01.577986 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:01.725323 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8493e2-fff3-497a-8169-1d81943abbf8 req-f16633da-712c-4ea4-aae9-e259f79b7d7d service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226677 Jun 22 09:13:01.743619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Router c3823cb2-6272-4bc2-b1d7-712759c21904 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:01.852334 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:01.858147 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-34191f26-9a39-40c1-b48a-9b08d109a4d1 admin admin] 10.222.0.55 "PUT /v2.0/routers/c3823cb2-6272-4bc2-b1d7-712759c21904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3337538 Jun 22 09:13:01.860756 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54000) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:01.866575 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] Sync routers for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:01.880454 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:01.881435 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:01.907238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fba3-def6-4f4a-94d1-c1cdda32176d req-d2502b6b-bc68-4318-8bd8-ed2d8d704095 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:01.908715 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f53fba3-def6-4f4a-94d1-c1cdda32176d req-d2502b6b-bc68-4318-8bd8-ed2d8d704095 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0508542 Jun 22 09:13:01.963688 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:01.969265 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f53fba3-def6-4f4a-94d1-c1cdda32176d req-0c0b292a-a861-489d-b87b-5961d250c884 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538416 Jun 22 09:13:01.985694 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks [] for router (c3823cb2-6272-4bc2-b1d7-712759c21904), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.008803 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:02.097553 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks [] for router_gateway (c3823cb2-6272-4bc2-b1d7-712759c21904), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.142872 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:02.179992 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Deleting port cbf4336b-d81a-44b7-bee7-ac0972c6556c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:02.180630 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.182176 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:13:00Z', 'revision_number': 5, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port': {'id': 'cbf4336b-d81a-44b7-bee7-ac0972c6556c', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:08Z', 'updated_at': '2022-06-22T09:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:02.206816 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] Checking router: c3823cb2-6272-4bc2-b1d7-712759c21904 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:02.215691 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] Routers {'c3823cb2-6272-4bc2-b1d7-712759c21904'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:02.216899 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['c3823cb2-6272-4bc2-b1d7-712759c21904'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:02.265832 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] For port cbf4336b-d81a-44b7-bee7-ac0972c6556c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=cbf4336b-d81a-44b7-bee7-ac0972c6556c,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:02.266187 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.279786 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Calling delete_port for cbf4336b-d81a-44b7-bee7-ac0972c6556c owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:02.285217 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:02.300748 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] Set router c3823cb2-6272-4bc2-b1d7-712759c21904 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:02.349227 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:13:02Z', 'revision_number': 6, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:02.379118 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63ec31-960e-449c-b3e0-36ae48d5d83a None None] The sync data for ids ['c3823cb2-6272-4bc2-b1d7-712759c21904'] in dv-cinder-803823-12-iscsi is: [{'id': 'c3823cb2-6272-4bc2-b1d7-712759c21904', 'name': 'tempest-ServerRescueNegativeTestJSON-801847540-router', 'tenant_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:13:02Z', 'revision_number': 6, 'project_id': 'aa1c1626dad34ae9a2216e46ffae4003', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:02.396743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:02.534688 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (cbf4336b-d81a-44b7-bee7-ac0972c6556c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.561877 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf4336b-d81a-44b7-bee7-ac0972c6556c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:02.639261 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (c3823cb2-6272-4bc2-b1d7-712759c21904), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.740737 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (c3823cb2-6272-4bc2-b1d7-712759c21904), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.740737 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks [] for router_controller (c3823cb2-6272-4bc2-b1d7-712759c21904), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.834915 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (c3823cb2-6272-4bc2-b1d7-712759c21904), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.836043 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3823cb2-6272-4bc2-b1d7-712759c21904 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:13:02.840586 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.842876 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-50ddd55e-a7ca-4b70-a0ec-5e8e95572334 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c3823cb2-6272-4bc2-b1d7-712759c21904 HTTP/1.1" status: 204 len: 168 time: 0.9802833 Jun 22 09:13:02.844618 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54012) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:02.893200 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Deleting subnet 740d1db4-74c2-4b37-8ebf-004a5db8ee9b {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:13:02.896406 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Publish callbacks [] for subnet (740d1db4-74c2-4b37-8ebf-004a5db8ee9b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:02.931056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13097743'] for subnet (740d1db4-74c2-4b37-8ebf-004a5db8ee9b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.041368 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (740d1db4-74c2-4b37-8ebf-004a5db8ee9b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.163730 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12984973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24792914'] for subnet (740d1db4-74c2-4b37-8ebf-004a5db8ee9b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.189521 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740d1db4-74c2-4b37-8ebf-004a5db8ee9b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:03.196015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.200831 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6c4b46b9-025d-4aa3-a074-dde8410bc168 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/740d1db4-74c2-4b37-8ebf-004a5db8ee9b HTTP/1.1" status: 204 len: 168 time: 0.3535533 Jun 22 09:13:03.201730 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54014) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:03.202188 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db358f61-b5f3-4fe9-9675-46cfce9786b5 None None] Network b36bc90f-3b6b-474d-8af3-dd7768321d61 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:03.276240 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (b36bc90f-3b6b-474d-8af3-dd7768321d61), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.321610 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Deleting port 335965bf-c0ae-451c-bb7c-4074bf7184ab {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:03.321950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.374997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] DHCP port deletion for b36bc90f-3b6b-474d-8af3-dd7768321d61 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:13:03.398641 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] For port 335965bf-c0ae-451c-bb7c-4074bf7184ab, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=335965bf-c0ae-451c-bb7c-4074bf7184ab,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:03.399036 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.414466 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Calling delete_port for 335965bf-c0ae-451c-bb7c-4074bf7184ab owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:03.419662 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] Deleting port 335965bf-c0ae-451c-bb7c-4074bf7184ab {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:03.420038 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.422355 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:03.487663 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] For port 335965bf-c0ae-451c-bb7c-4074bf7184ab, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=335965bf-c0ae-451c-bb7c-4074bf7184ab,segment=NetworkSegment(85427361-51fc-469c-b440-b9071e294d37),segment_id=85427361-51fc-469c-b440-b9071e294d37)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:03.488094 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.502502 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] Calling delete_port for 335965bf-c0ae-451c-bb7c-4074bf7184ab owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:03.547452 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 335965bf-c0ae-451c-bb7c-4074bf7184ab no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:03.579726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:03.592857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.597343 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:03.602367 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No active binding found for port 335965bf-c0ae-451c-bb7c-4074bf7184ab {{(pid=104668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 22 09:13:03.602735 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] The host dv-cinder-803823-12-iscsi is not matching for port 335965bf-c0ae-451c-bb7c-4074bf7184ab host None! {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 22 09:13:03.609699 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 335965bf-c0ae-451c-bb7c-4074bf7184ab not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:03.609699 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 69b015e5-68a9-43ba-87ca-020e0323ad86 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:03.618796 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=335965bf-c0ae-451c-bb7c-4074bf7184ab,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:03.624854 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] No DVR routers for this DVR port 335965bf-c0ae-451c-bb7c-4074bf7184ab on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:03.627107 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 69b015e5-68a9-43ba-87ca-020e0323ad86 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:03.627450 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 69b015e5-68a9-43ba-87ca-020e0323ad86 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:03.627858 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cbf4336b-d81a-44b7-bee7-ac0972c6556c no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:03.647995 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: cbf4336b-d81a-44b7-bee7-ac0972c6556c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:03.648343 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cbf4336b-d81a-44b7-bee7-ac0972c6556c not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:03.651541 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (335965bf-c0ae-451c-bb7c-4074bf7184ab), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.669994 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:03.678081 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] Pushing event deleted for resources: {'Port': ['ID=335965bf-c0ae-451c-bb7c-4074bf7184ab,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:03.682777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a4f61-1d53-4b14-9f64-2aa2b3f1d995 None None] No DVR routers for this DVR port 335965bf-c0ae-451c-bb7c-4074bf7184ab on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:03.697158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (b36bc90f-3b6b-474d-8af3-dd7768321d61), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.718535 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36bc90f-3b6b-474d-8af3-dd7768321d61']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:03.728706 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85427361-51fc-469c-b440-b9071e294d37') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:03.728706 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85427361-51fc-469c-b440-b9071e294d37') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:03.739710 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (85427361-51fc-469c-b440-b9071e294d37), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.753855 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (85427361-51fc-469c-b440-b9071e294d37), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.761901 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:13:03.762583 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (85427361-51fc-469c-b440-b9071e294d37), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.788185 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 85427361-51fc-469c-b440-b9071e294d37 resource provider aggregate not found Jun 22 09:13:03.820264 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 85427361-51fc-469c-b440-b9071e294d37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85427361-51fc-469c-b440-b9071e294d37 found for delete ", "request_id": "req-545b9018-cef5-49ce-96f7-f6bffe8b6da2"}]} Jun 22 09:13:03.907392 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (b36bc90f-3b6b-474d-8af3-dd7768321d61), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.920556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:03.926483 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b36bc90f-3b6b-474d-8af3-dd7768321d61 HTTP/1.1" status: 204 len: 168 time: 0.7236731 Jun 22 09:13:03.927966 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b4c5b-bd77-4030-a002-e0941a488f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=b36bc90f-3b6b-474d-8af3-dd7768321d61,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:04.253376 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54042) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:04.292978 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-04584613-2305-4f97-847f-cd81431b5eec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa1c1626dad34ae9a2216e46ffae4003&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384645 Jun 22 09:13:04.296055 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54046) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:04.345884 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f69d0dbc-b6bf-47f7-8ecf-622203f0c220 admin admin] Publish callbacks [] for security_group (7192b671-dade-4943-aae9-03ef818f3295), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:04.370350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f69d0dbc-b6bf-47f7-8ecf-622203f0c220 admin admin] Publish callbacks [] for security_group (7192b671-dade-4943-aae9-03ef818f3295), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:04.401426 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96ebf-80da-4043-bc07-f08b4cd1b8e8 req-2eddb2ab-9d06-4760-8d8a-44f48e3413a9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:04.402839 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-54e96ebf-80da-4043-bc07-f08b4cd1b8e8 req-2eddb2ab-9d06-4760-8d8a-44f48e3413a9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0499611 Jun 22 09:13:04.453376 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-54e96ebf-80da-4043-bc07-f08b4cd1b8e8 req-c21392c2-072b-45eb-bb15-1a2c80a17fdd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Jun 22 09:13:04.483672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f69d0dbc-b6bf-47f7-8ecf-622203f0c220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (7192b671-dade-4943-aae9-03ef818f3295), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:04.486189 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f69d0dbc-b6bf-47f7-8ecf-622203f0c220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:04.487401 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f69d0dbc-b6bf-47f7-8ecf-622203f0c220 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7192b671-dade-4943-aae9-03ef818f3295 HTTP/1.1" status: 204 len: 168 time: 0.1904721 Jun 22 09:13:04.495845 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d0dbc-b6bf-47f7-8ecf-622203f0c220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192b671-dade-4943-aae9-03ef818f3295,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:05.570351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e306-926b-4c8e-ae64-c2eaf4cc2478 req-d11c2fcc-9063-445b-ab7b-0255f23a21d9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:05.571744 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e765e306-926b-4c8e-ae64-c2eaf4cc2478 req-d11c2fcc-9063-445b-ab7b-0255f23a21d9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0490699 Jun 22 09:13:05.620064 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e765e306-926b-4c8e-ae64-c2eaf4cc2478 req-6605bfd5-02d2-4da6-b902-02eb828e9063 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=e6099f73-bf07-4d88-afba-d20ccad9c991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427463 Jun 22 09:13:06.155159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-c78d850d-d682-4c1d-bdc5-853bee01d90a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:06.156621 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-c78d850d-d682-4c1d-bdc5-853bee01d90a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 945 time: 0.0523176 Jun 22 09:13:06.256692 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:06.257137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:06.349767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] For port 6740c88c-c40a-42ad-9c39-e0f77f8360d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6740c88c-c40a-42ad-9c39-e0f77f8360d2,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:06.350133 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:06.447965 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2c7a-af0b-4819-bf4e-839ca059e20b req-95038916-23dd-4a10-aa5d-640288817dcf tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:06.449728 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-669a2c7a-af0b-4819-bf4e-839ca059e20b req-95038916-23dd-4a10-aa5d-640288817dcf tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0464966 Jun 22 09:13:06.476858 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:06.501906 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-669a2c7a-af0b-4819-bf4e-839ca059e20b req-e8bce7ff-7fdb-497c-a375-61574af7b5c0 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452332 Jun 22 09:13:06.524583 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:06.524958 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (10482360-7a82-4abc-b35a-645dce09a27c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:06.525276 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 10482360-7a82-4abc-b35a-645dce09a27c disassociated. External IP: 172.27.0.178, port: 6740c88c-c40a-42ad-9c39-e0f77f8360d2. Jun 22 09:13:06.525624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for 6740c88c-c40a-42ad-9c39-e0f77f8360d2 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:06.581245 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:06.724552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (6740c88c-c40a-42ad-9c39-e0f77f8360d2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:06.727547 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b9fff358-58bf-4f5d-a6b2-3c69062f3a23 req-07b2646e-b78e-4a49-8015-e6a15673e0fb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0357475 Jun 22 09:13:06.734721 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:06.758705 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=6740c88c-c40a-42ad-9c39-e0f77f8360d2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:06.867635 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:06.969577 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:06.984454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:06.994089 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:06.994717 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:07.015087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] No DVR routers for this DVR port 6740c88c-c40a-42ad-9c39-e0f77f8360d2 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:07.017641 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:07.021131 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ac6a71a4-a726-4200-b2e4-a981b76d2da8 req-bbde075f-07ce-4fb7-b951-a11e9dd008f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "DELETE /v2.0/ports/6740c88c-c40a-42ad-9c39-e0f77f8360d2 HTTP/1.1" status: 204 len: 173 time: 0.8586421 Jun 22 09:13:07.021557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'name': 'network-vif-deleted', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:07.023881 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa59081f-4b2b-4607-96ff-30605fa281f0" -d '{"events": [{"server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "name": "network-vif-deleted", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:07.061093 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44422194-17bb-4a2e-9230-cc1eb29cd4fc x-openstack-request-id: req-44422194-17bb-4a2e-9230-cc1eb29cd4fc {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:07.061361 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc86b4e-da76-47e9-9481-0297e22fb98e", "name": "network-vif-deleted", "tag": "6740c88c-c40a-42ad-9c39-e0f77f8360d2", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:07.061613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44422194-17bb-4a2e-9230-cc1eb29cd4fc {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:07.062013 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44422194-17bb-4a2e-9230-cc1eb29cd4fc'] response: {'server_uuid': 'cfc86b4e-da76-47e9-9481-0297e22fb98e', 'name': 'network-vif-deleted', 'tag': '6740c88c-c40a-42ad-9c39-e0f77f8360d2', 'status': 'completed', 'code': 200} Jun 22 09:13:07.101671 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:07.320739 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:07.350900 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:07.359830 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:07.360444 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:07.467148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:07.628067 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2436ec0-b9f7-4c9f-9709-e544fe0fa70b req-39056707-3258-43c6-954f-1e21d44f446c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:07.629441 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d2436ec0-b9f7-4c9f-9709-e544fe0fa70b req-39056707-3258-43c6-954f-1e21d44f446c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0517011 Jun 22 09:13:07.655936 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:07.680611 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817d7c6-2bd7-413d-b9a8-c288ce6b19ee None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:07.681308 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d2436ec0-b9f7-4c9f-9709-e544fe0fa70b req-bbe15064-8635-426a-8285-a8686a15722d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Jun 22 09:13:07.859459 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-eadeb392-3d7a-4f82-b239-a2e2dc3874b9 req-061d939c-4a68-4f7d-8e54-fcd3a7878cd0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfc86b4e-da76-47e9-9481-0297e22fb98e HTTP/1.1" status: 200 len: 210 time: 0.0424280 Jun 22 09:13:07.939196 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee04de9-3925-44b3-870c-f7f6551787ee None None] New status for floating IP 10482360-7a82-4abc-b35a-645dce09a27c: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:08.794586 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e579dc-eff1-40c8-a271-e6cc9fa9cea4 req-c9e4a540-1124-4600-9bba-2c6bb5e719ef tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:08.796586 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27e579dc-eff1-40c8-a271-e6cc9fa9cea4 req-c9e4a540-1124-4600-9bba-2c6bb5e719ef tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0462666 Jun 22 09:13:08.846376 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27e579dc-eff1-40c8-a271-e6cc9fa9cea4 req-e9f970a5-28f9-4f1f-9fd1-614a703b26c1 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Jun 22 09:13:08.994674 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54130) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:09.049629 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce1c-424a-4e0a-9752-727b5b84dbf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (e6099f73-bf07-4d88-afba-d20ccad9c991), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.076901 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce1c-424a-4e0a-9752-727b5b84dbf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (e6099f73-bf07-4d88-afba-d20ccad9c991), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.186009 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce1c-424a-4e0a-9752-727b5b84dbf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e6099f73-bf07-4d88-afba-d20ccad9c991), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.188564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce1c-424a-4e0a-9752-727b5b84dbf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.189717 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ff73ce1c-424a-4e0a-9752-727b5b84dbf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/security-groups/e6099f73-bf07-4d88-afba-d20ccad9c991 HTTP/1.1" status: 204 len: 168 time: 0.1939831 Jun 22 09:13:09.192552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54132) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:09.200118 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73ce1c-424a-4e0a-9752-727b5b84dbf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6099f73-bf07-4d88-afba-d20ccad9c991,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:09.211785 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.api.v2.resource [None req-5315a499-4d23-4e98-8518-5ec256514aa6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] show failed (client error): The resource could not be found. Jun 22 09:13:09.212805 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5315a499-4d23-4e98-8518-5ec256514aa6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups/e6099f73-bf07-4d88-afba-d20ccad9c991 HTTP/1.1" status: 404 len: 347 time: 0.0193384 Jun 22 09:13:09.213180 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:09.215988 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:09.332208 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port c5407a8a-5eef-4025-9102-dd7bc93fde88 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:09.332552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.410664 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.411180 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (c5407a8a-5eef-4025-9102-dd7bc93fde88), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.428589 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for c5407a8a-5eef-4025-9102-dd7bc93fde88 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:09.677558 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (c5407a8a-5eef-4025-9102-dd7bc93fde88), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.703851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=c5407a8a-5eef-4025-9102-dd7bc93fde88,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:09.769455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (10482360-7a82-4abc-b35a-645dce09a27c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.771904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.773361 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-99c9a488-baa1-4464-9df3-b00cd718bc8c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/floatingips/10482360-7a82-4abc-b35a-645dce09a27c HTTP/1.1" status: 204 len: 168 time: 0.5548868 Jun 22 09:13:09.885745 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54150) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:09.891079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385522639', 'description': 'tempest-description--112120078'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:09.960376 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4edd3-2a45-4b88-8089-b250c1d3def7 req-17423149-2186-4708-a313-520d57b6303d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:09.961861 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2ad4edd3-2a45-4b88-8089-b250c1d3def7 req-17423149-2186-4708-a313-520d57b6303d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0481749 Jun 22 09:13:09.982241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:09.996728 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:10.012775 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2ad4edd3-2a45-4b88-8089-b250c1d3def7 req-10991a17-88b2-41ce-bbd5-05ffdfdaa798 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Jun 22 09:13:10.066782 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (32307e27-c814-455a-92e0-8a6cd2a44f9a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.129392 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (32307e27-c814-455a-92e0-8a6cd2a44f9a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.143882 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:10.159270 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32307e27-c814-455a-92e0-8a6cd2a44f9a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:10.216938 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.221150 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-7fe36bc3-0df6-4dae-bb7d-683984eccdb8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3343620 Jun 22 09:13:10.221329 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54154) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:10.226307 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': '32307e27-c814-455a-92e0-8a6cd2a44f9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:10.319048 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (cd1e11aa-2ee2-4941-9208-46ee9fc2d535), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.376476 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (cd1e11aa-2ee2-4941-9208-46ee9fc2d535), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.466265 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (cd1e11aa-2ee2-4941-9208-46ee9fc2d535), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.489636 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1e11aa-2ee2-4941-9208-46ee9fc2d535,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:10.554299 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.555718 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bf8e8fd6-a8be-4268-9eda-2d8e5cdc5b03 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329630 Jun 22 09:13:10.558511 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54166) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:10.562836 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'security_group_rule': {'security_group_id': '32307e27-c814-455a-92e0-8a6cd2a44f9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:10.655539 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (3e486a64-d197-4383-880e-d1bf04a67843), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.659579 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:10.721500 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (3e486a64-d197-4383-880e-d1bf04a67843), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.831942 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (3e486a64-d197-4383-880e-d1bf04a67843), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:10.853019 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e486a64-d197-4383-880e-d1bf04a67843,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:11.009678 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 6740c88c-c40a-42ad-9c39-e0f77f8360d2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:11.011715 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:11.016588 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b6b5a964-40ee-480c-9f29-149621fcc271 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538221 Jun 22 09:13:11.016880 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54188) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:11.021377 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:11.046957 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 6740c88c-c40a-42ad-9c39-e0f77f8360d2 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:11.048825 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 6740c88c-c40a-42ad-9c39-e0f77f8360d2 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:11.117836 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:11.220476 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37452a-05a9-4701-ab41-93615fc75264 req-cfabb015-a46d-4578-81ae-ca7830fb4b9a tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:11.220476 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8e37452a-05a9-4701-ab41-93615fc75264 req-cfabb015-a46d-4578-81ae-ca7830fb4b9a tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.1129203 Jun 22 09:13:11.258858 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84197e6-8468-4c91-8883-f40d644b36fb req-cadac1f7-2e69-42ec-8cb8-84b770ede795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:11.260324 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-cadac1f7-2e69-42ec-8cb8-84b770ede795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1129 time: 0.1032126 Jun 22 09:13:11.343364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:11.358413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8e37452a-05a9-4701-ab41-93615fc75264 req-8521f190-0a0a-40cd-969a-58d99b780339 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135790 Jun 22 09:13:11.433125 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:11.495321 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84197e6-8468-4c91-8883-f40d644b36fb req-197fcde4-202c-4a88-97f8-4076d6aaeeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:11.496855 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-197fcde4-202c-4a88-97f8-4076d6aaeeeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 910 time: 0.2088346 Jun 22 09:13:11.523746 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.27.0.41 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/c7e01da8-e5a6-4677-b96e-3c89f26b56dd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:13:11.654674 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-6c9c13e6-d29d-471d-82cd-3a97b3a8b4d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 1000 time: 0.1023564 Jun 22 09:13:11.941525 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.005114 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84197e6-8468-4c91-8883-f40d644b36fb req-27c8592c-9ec3-4da1-9b93-5944263891a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:12.006528 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-27c8592c-9ec3-4da1-9b93-5944263891a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 200 len: 848 time: 0.0628548 Jun 22 09:13:12.046657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:12.053784 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84197e6-8468-4c91-8883-f40d644b36fb req-43c2c953-4ff2-4329-929b-bb40927664fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:12.055314 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-43c2c953-4ff2-4329-929b-bb40927664fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadb524c-d462-48fa-babc-9c6bbef657b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393984 Jun 22 09:13:12.084579 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.159656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:13:12.163863 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:12.170548 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:12.177961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:13:12.202749 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=c7e01da8-e5a6-4677-b96e-3c89f26b56dd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:12.233613 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-29f44543-d3ae-4657-9ae7-1c6927ba5337 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676815 Jun 22 09:13:12.340313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (2e7c417c-8700-4f99-bd11-d0c69778e159), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.364649 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e84197e6-8468-4c91-8883-f40d644b36fb req-61a285d8-6bc6-49be-b4b7-9803539a2893 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250029 Jun 22 09:13:12.456030 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.477987 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b034367-1fcc-4b3c-89f9-25f8bfce6546 req-e5a925b9-ef81-4cf1-9ee0-e5e482b79f43 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:12.479935 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1b034367-1fcc-4b3c-89f9-25f8bfce6546 req-e5a925b9-ef81-4cf1-9ee0-e5e482b79f43 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0501285 Jun 22 09:13:12.492262 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:12.533051 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1b034367-1fcc-4b3c-89f9-25f8bfce6546 req-651ac223-7655-4302-ae36-ca8c2f6725b5 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 Jun 22 09:13:12.588603 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:12.614780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.681837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.756275 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=c7e01da8-e5a6-4677-b96e-3c89f26b56dd,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:12.766687 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (2e7c417c-8700-4f99-bd11-d0c69778e159), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.857918 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:12.859163 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1558802f-e987-46bb-bec5-2871be6738f8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8412561 Jun 22 09:13:13.067643 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-99ae708f-42fc-4cf5-944e-d21f38814226 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--385522639&fields=id&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 267 time: 0.0437386 Jun 22 09:13:13.176139 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-d7bc20d0-5255-4fc4-9c05-e8725dbf0754 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:13.177575 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-d7bc20d0-5255-4fc4-9c05-e8725dbf0754 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.1034610 Jun 22 09:13:13.192253 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-c6323019-ed3f-4fe7-be33-7242a91df3a9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/quotas/dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 375 time: 0.0093632 Jun 22 09:13:13.242192 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-bd421598-6ce0-4de9-8692-eb5c697ec48c tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449622 Jun 22 09:13:13.432420 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-624df333-add2-4929-8702-19476a3744f0 service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783612 Jun 22 09:13:13.527445 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e4cf6d6b-c25a-428f-8edb-79d5967abf95 service neutron] 10.222.0.55 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892098 Jun 22 09:13:13.655265 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c915b0c-3d83-464f-b266-a18807465d8b req-63ead19f-b506-49d8-b32c-4316115adae9 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:13.657404 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6c915b0c-3d83-464f-b266-a18807465d8b req-63ead19f-b506-49d8-b32c-4316115adae9 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0534065 Jun 22 09:13:13.709507 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6c915b0c-3d83-464f-b266-a18807465d8b req-a5a9ce3f-f88c-43fa-98cd-0c3f652d170a tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459902 Jun 22 09:13:13.768598 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8f959964-1add-4010-9651-97a2e2ba8a5e req-fd8e887a-50af-4f9f-8dfd-9bb1abc755ec tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jun 22 09:13:14.495913 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56c29-892e-456b-a615-b89cbef50159 req-eea9b058-4b5e-451a-94f5-4a0b3151fafc tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:14.497280 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ece56c29-892e-456b-a615-b89cbef50159 req-eea9b058-4b5e-451a-94f5-4a0b3151fafc tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0474708 Jun 22 09:13:14.544479 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ece56c29-892e-456b-a615-b89cbef50159 req-d29c74b7-acf5-437a-a48c-188c25cac55b tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Jun 22 09:13:14.567883 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54280) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:14.704131 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4343b97-9720-47d1-b20c-e8e63c108723 tempest-TestMinimumBasicScenario-632814645 tempest-TestMinimumBasicScenario-632814645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:14.705626 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-d4343b97-9720-47d1-b20c-e8e63c108723 tempest-TestMinimumBasicScenario-632814645 tempest-TestMinimumBasicScenario-632814645-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1125 time: 0.1367803 Jun 22 09:13:14.708495 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54284) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:14.712757 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'port_id': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:14.837014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604cf7-547e-496f-835e-b6708c7a2563 req-6eac8024-9b83-48c9-947c-716591088e52 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:14.838492 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c4604cf7-547e-496f-835e-b6708c7a2563 req-6eac8024-9b83-48c9-947c-716591088e52 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0524249 Jun 22 09:13:14.865849 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:14.874359 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:14.878718 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a030cd6d-d09c-4a6b-a084-17642dae4bf5 req-f25c6c09-b810-4bd1-a50d-b8f7a854f2fd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 210 time: 0.0294771 Jun 22 09:13:14.918260 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c4604cf7-547e-496f-835e-b6708c7a2563 req-7f5a57dc-37ab-4567-87f8-5a7d801fb57f tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734844 Jun 22 09:13:14.971776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.079254 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Allocated IP 172.27.0.89 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/1c8e850e-ddc5-4da9-bd9e-92fe131cd212) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:13:15.087421 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:15.191745 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.335529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.377015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:13:15.379957 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:15.383384 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:13:15.405966 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'Port': ['ID=1c8e850e-ddc5-4da9-bd9e-92fe131cd212,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:15.759972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for floatingip (7985cc5e-4730-48dd-b174-23fc09b8436b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.808070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54298) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:15.936072 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32d963d0-8240-4d8e-9795-025a7466607b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.966081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:15.986610 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b58022b0-d160-4fc8-965c-4a64f68430cd req-431d1916-1016-4e7e-a437-d926f6554597 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 210 time: 0.0384953 Jun 22 09:13:15.995605 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:16.102239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:16.158088 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25176-97a4-402c-a74b-257795e3680e req-4630ab51-221e-469a-b0d1-934b121d344b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:16.159759 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93d25176-97a4-402c-a74b-257795e3680e req-4630ab51-221e-469a-b0d1-934b121d344b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.1442316 Jun 22 09:13:16.297598 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-60df4a7d-32eb-4c55-b02e-5f317d133456 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:16.299139 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-60df4a7d-32eb-4c55-b02e-5f317d133456 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 815 time: 0.2990434 Jun 22 09:13:16.305540 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32d963d0-8240-4d8e-9795-025a7466607b admin admin] Publish callbacks [] for security_group (ec98a7fa-dd53-434e-8267-49cec33ed4c4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.332028 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93d25176-97a4-402c-a74b-257795e3680e req-4dddc9fd-8ee5-46af-af4d-9b38e2d1a8d4 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564653 Jun 22 09:13:16.359263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32d963d0-8240-4d8e-9795-025a7466607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ec98a7fa-dd53-434e-8267-49cec33ed4c4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.406022 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.428118 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-32d963d0-8240-4d8e-9795-025a7466607b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b8d8a9dd61744f9a89157bda059b57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190372 Jun 22 09:13:16.430954 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54310) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:16.440193 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d963d0-8240-4d8e-9795-025a7466607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98a7fa-dd53-434e-8267-49cec33ed4c4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:16.450496 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-5cc516ae-9e60-4fba-ad1d-e0fe0474c389 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfcacaecd4564e90bfc76ff7e77911da HTTP/1.1" status: 200 len: 379 time: 0.1260345 Jun 22 09:13:16.460642 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'port': {'device_id': '3da0ee91-0da9-40c6-b860-449aebadd656', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'admin_state_up': True, 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'security_groups': ['32307e27-c814-455a-92e0-8a6cd2a44f9a']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:16.476860 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.489350 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-30e76861-7695-4d0e-be72-fdfb7fd0d243 admin admin] Publish callbacks [] for security_group (ec98a7fa-dd53-434e-8267-49cec33ed4c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.510913 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-30e76861-7695-4d0e-be72-fdfb7fd0d243 admin admin] Publish callbacks [] for security_group (ec98a7fa-dd53-434e-8267-49cec33ed4c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.577490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:16.602296 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'Port': ['ID=1c8e850e-ddc5-4da9-bd9e-92fe131cd212,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:16.617489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (7985cc5e-4730-48dd-b174-23fc09b8436b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.626196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-30e76861-7695-4d0e-be72-fdfb7fd0d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ec98a7fa-dd53-434e-8267-49cec33ed4c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.628926 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-30e76861-7695-4d0e-be72-fdfb7fd0d243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.633582 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-30e76861-7695-4d0e-be72-fdfb7fd0d243 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec98a7fa-dd53-434e-8267-49cec33ed4c4 HTTP/1.1" status: 204 len: 168 time: 0.1980817 Jun 22 09:13:16.638374 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e76861-7695-4d0e-be72-fdfb7fd0d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98a7fa-dd53-434e-8267-49cec33ed4c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:16.734110 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Floating IP 7985cc5e-4730-48dd-b174-23fc09b8436b associated. External IP: 172.27.0.89, port: 687407a6-7cc6-4eaa-a14c-ef82cef3aa05. Jun 22 09:13:16.778015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Made reservation on behalf of dfcacaecd4564e90bfc76ff7e77911da for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:16.781915 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:16.880854 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-36990c43-73e0-4b13-8c40-33f3e3048e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:16.882412 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-36990c43-73e0-4b13-8c40-33f3e3048e21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1129 time: 0.0385852 Jun 22 09:13:16.958204 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:16.986178 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-905dbb2c-d796-4ed2-bf37-7d09ae44d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:16.987749 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-905dbb2c-d796-4ed2-bf37-7d09ae44d0ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 910 time: 0.0979273 Jun 22 09:13:17.025304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Allocated IP 172.20.0.3 (feb2a623-753e-4717-8e5a-c83201989599/37c71764-c395-49fc-bc44-5bf8c26e6e4d/7ba767aa-b039-422a-8fb1-aaca65369474) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:13:17.065098 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-0a43d959-0546-45ae-98f4-89c3e0486c25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 1000 time: 0.0702913 Jun 22 09:13:17.069732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Router 4b68c3be-5e83-4946-8737-e72d30e323e4 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:17.145926 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7b05a09f-3f89-43e5-9659-a82b9f5bc79f req-7b88b741-32f5-4fa6-ac7b-0fd5c6e229b4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 210 time: 0.0641561 Jun 22 09:13:17.151434 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-0f65000e-bcb9-4d74-826b-ed465ef4f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:17.153043 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-0f65000e-bcb9-4d74-826b-ed465ef4f1dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 200 len: 848 time: 0.0808263 Jun 22 09:13:17.202482 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-749d2f95-2184-421e-9874-96f430763ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:17.204251 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-749d2f95-2184-421e-9874-96f430763ca4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadb524c-d462-48fa-babc-9c6bbef657b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403883 Jun 22 09:13:17.305201 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-c090d9de-8897-4acc-83e1-fdada0f7787b service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950596 Jun 22 09:13:17.404707 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5b674f50-d500-4c3f-9934-5d5cb6d8812f req-b7562c98-bac9-46e9-80a4-ac040a0c6a64 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927582 Jun 22 09:13:17.569177 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for port (7ba767aa-b039-422a-8fb1-aaca65369474), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:17.571190 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:17.579640 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873032d7-e557-4e3b-8846-8c6e65dc7f63 req-36fea115-c2c6-4236-96d5-ac339b2bac00 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:17.581217 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-873032d7-e557-4e3b-8846-8c6e65dc7f63 req-36fea115-c2c6-4236-96d5-ac339b2bac00 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0941882 Jun 22 09:13:17.582284 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] Sync routers for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:17.596872 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:17.597872 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:17.631787 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:17.670349 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-873032d7-e557-4e3b-8846-8c6e65dc7f63 req-9e3c2b8c-0ec6-40cc-9929-5e3cf29a88df tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776429 Jun 22 09:13:17.710259 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:17.765460 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:17.795693 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-87099f32-2771-4192-b947-f034a39ac1b3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0861080 Jun 22 09:13:17.796381 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:17.798294 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54338) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:17.800505 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a562e-e1b6-44b7-ab75-7b6000bd077f" -d '{"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:17.802646 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406531291', 'description': 'tempest-secgroup-smoke-406531291 description', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:17.815350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:17.853948 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0df2c5-18ba-4731-ad13-1253f520f852 x-openstack-request-id: req-7d0df2c5-18ba-4731-ad13-1253f520f852 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:17.854127 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:17.854375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d0df2c5-18ba-4731-ad13-1253f520f852 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:17.854782 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0df2c5-18ba-4731-ad13-1253f520f852'] response: {'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'status': 'completed', 'code': 200} Jun 22 09:13:17.877854 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Network feb2a623-753e-4717-8e5a-c83201989599 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:13:17.883502 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:17.886070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:13:17.889100 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event updated for resources: {'Port': ['ID=7ba767aa-b039-422a-8fb1-aaca65369474,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:17.906512 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:17.926202 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:17.939247 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:17.944157 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:17.944809 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:17.953484 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:17.953607 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54344) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:17.958415 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '7985cc5e-4730-48dd-b174-23fc09b8436b', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'port_id': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'mac_address': 'fa:16:3e:4f:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:13:15Z', 'updated_at': '2022-06-22T09:13:15Z', 'revision_number': 0, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:17.992860 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] Checking router: 4b68c3be-5e83-4946-8737-e72d30e323e4 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:18.003620 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:18.004808 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:12:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:18.008490 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:18.010966 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:18.016853 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group (b39900b2-aac7-4c44-85bf-8e90d0ac270c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.029647 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e95530cf-8979-438d-87e3-54f74fa3129f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5724654 Jun 22 09:13:18.088688 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1803553004-network', 'tenant_id': 'be94a282f39b493fab6fdf8e58a38b29'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:18.096153 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b39900b2-aac7-4c44-85bf-8e90d0ac270c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.121546 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:18.141293 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39900b2-aac7-4c44-85bf-8e90d0ac270c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:18.171288 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3fb07ab-471f-40c5-a68b-a6e994021f50 None None] Provisioning complete for port 7ba767aa-b039-422a-8fb1-aaca65369474 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:13:18.176918 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3fb07ab-471f-40c5-a68b-a6e994021f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.197704 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Made reservation on behalf of be94a282f39b493fab6fdf8e58a38b29 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:18.201372 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.213644 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.215241 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f496d1b0-69cf-446f-bbed-eaefb4985d34 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4157748 Jun 22 09:13:18.218279 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.218797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54350) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:18.238198 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group_rule': {'security_group_id': 'b39900b2-aac7-4c44-85bf-8e90d0ac270c', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:18.290811 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8f991-783b-4770-8871-0f426aad2c9a req-adbbc3fb-97ed-4a3a-8fdf-b3734f45bbd3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:18.292670 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7be8f991-783b-4770-8871-0f426aad2c9a req-adbbc3fb-97ed-4a3a-8fdf-b3734f45bbd3 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 931 time: 0.0768859 Jun 22 09:13:18.321172 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks [] for security_group (ef9e0658-f3de-4c26-836a-01e5444160a2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.343071 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7be8f991-783b-4770-8871-0f426aad2c9a req-2a8946f8-45c1-47a5-a230-44ac076b0e4e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 Jun 22 09:13:18.351852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (7c2585c9-34f4-43f7-b9b1-53ae6ad8a794), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.378161 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb07ab-471f-40c5-a68b-a6e994021f50 None None] Port 7ba767aa-b039-422a-8fb1-aaca65369474 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:13:18.398267 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ef9e0658-f3de-4c26-836a-01e5444160a2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.401026 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:18.403940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:18.423206 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:13:18.431525 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (7c2585c9-34f4-43f7-b9b1-53ae6ad8a794), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.439824 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (f856ae5b-9fa6-4736-95d3-75939e0d73dc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.440160 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Added segment f856ae5b-9fa6-4736-95d3-75939e0d73dc of type vlan for network a9c06212-6edb-4efa-9d87-779bb503d5d0 Jun 22 09:13:18.441408 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e0658-f3de-4c26-836a-01e5444160a2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:18.472549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (7c2585c9-34f4-43f7-b9b1-53ae6ad8a794), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.485359 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (a9c06212-6edb-4efa-9d87-779bb503d5d0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.495823 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2585c9-34f4-43f7-b9b1-53ae6ad8a794,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:18.505728 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:18.517251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '7985cc5e-4730-48dd-b174-23fc09b8436b', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'port_id': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'mac_address': 'fa:16:3e:4f:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:13:15Z', 'updated_at': '2022-06-22T09:13:15Z', 'revision_number': 0, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:18.542305 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1fc6c-56b4-4ac0-b1c4-9021c7e3e1d0 None None] The sync data for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi is: [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '7985cc5e-4730-48dd-b174-23fc09b8436b', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'port_id': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'mac_address': 'fa:16:3e:4f:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:13:15Z', 'updated_at': '2022-06-22T09:13:15Z', 'revision_number': 0, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:18.562525 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (a9c06212-6edb-4efa-9d87-779bb503d5d0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.563718 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:18.564401 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.564514 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.568291 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1f49ff46-c509-45ac-ba2a-23bd5a16a48d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380928 Jun 22 09:13:18.571344 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54352) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:18.572993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group_rule': {'security_group_id': 'b39900b2-aac7-4c44-85bf-8e90d0ac270c', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:18.628604 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c06212-6edb-4efa-9d87-779bb503d5d0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:18.639705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network a9c06212-6edb-4efa-9d87-779bb503d5d0 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:13:18.714913 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8b194b65-eedd-4c0c-8894-669bac63aa81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7606280 Jun 22 09:13:18.717832 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54358) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:18.734250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Request body: {'subnet': {'network_id': 'a9c06212-6edb-4efa-9d87-779bb503d5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1803553004-subnet', 'tenant_id': 'be94a282f39b493fab6fdf8e58a38b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:18.800134 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a876ca1-85d3-4a18-9f6f-4763fdd5b761 None None] New status for floating IP 7985cc5e-4730-48dd-b174-23fc09b8436b: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:18.819042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae077d4b-c811-4201-84e3-9c49ba676b5c req-3d3cb2df-3ea1-4ed6-9038-204d41eb40d3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:18.820556 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ae077d4b-c811-4201-84e3-9c49ba676b5c req-3d3cb2df-3ea1-4ed6-9038-204d41eb40d3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0531316 Jun 22 09:13:18.822902 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Request body: {'port': {'device_id': '3da0ee91-0da9-40c6-b860-449aebadd656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:18.828328 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (1675a26b-d9fc-4c21-9e80-704778afcb7b), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.831532 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Made reservation on behalf of be94a282f39b493fab6fdf8e58a38b29 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:18.832312 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13034901'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.917498 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:18.935199 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ae077d4b-c811-4201-84e3-9c49ba676b5c req-91f68c7b-93f6-4e0f-a5ba-dbad20ab02ce tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066604 Jun 22 09:13:18.943733 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (1675a26b-d9fc-4c21-9e80-704778afcb7b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.042499 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (1675a26b-d9fc-4c21-9e80-704778afcb7b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.084953 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1675a26b-d9fc-4c21-9e80-704778afcb7b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:19.100585 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12737724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13034979'] for subnet (88d152d7-a450-494a-a33c-8de770c1aea1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.162010 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:UPDATE=3,neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:19.164341 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d152d7-a450-494a-a33c-8de770c1aea1,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:19.172837 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Checking segment: {'id': 'f856ae5b-9fa6-4736-95d3-75939e0d73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a9c06212-6edb-4efa-9d87-779bb503d5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:13:19.173191 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Network hostable DHCP agents. Network: a9c06212-6edb-4efa-9d87-779bb503d5d0, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:13:19.178612 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.179861 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6906d7a7-7918-4216-9510-749398ae5e81 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6103442 Jun 22 09:13:19.182725 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54360) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:19.187392 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group_rule': {'security_group_id': 'b39900b2-aac7-4c44-85bf-8e90d0ac270c', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:19.206524 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:19.213795 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba767aa-b039-422a-8fb1-aaca65369474 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:13:19.222778 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Publish callbacks [] for port (7ba767aa-b039-422a-8fb1-aaca65369474), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.236217 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Transition to ACTIVE for port object 7ba767aa-b039-422a-8fb1-aaca65369474 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:13:19.250762 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-129dba17-bec9-4061-b5ec-1967e1618440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:19.252284 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-129dba17-bec9-4061-b5ec-1967e1618440 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1130 time: 0.0493045 Jun 22 09:13:19.306158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.369342 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Network a9c06212-6edb-4efa-9d87-779bb503d5d0 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:13:19.389422 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (5d8c65aa-9a91-4569-91e2-93b8c8489d91), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.402620 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba767aa-b039-422a-8fb1-aaca65369474,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:19.433061 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-28e324d4-c735-4ccb-b44b-c558799d5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:19.434534 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-28e324d4-c735-4ccb-b44b-c558799d5873 service neutron] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 916 time: 0.1458509 Jun 22 09:13:19.485202 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, a9c06212-6edb-4efa-9d87-779bb503d5d0) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:19.490309 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:19.490922 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.501071 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0e969-ac7f-4795-94c5-d51c65164692 None None] Network a9c06212-6edb-4efa-9d87-779bb503d5d0 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:19.507522 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883adb-7822-41fd-921c-fd1be54fab90 req-25360bb4-6238-4ab7-a0a4-1398356547ed tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:19.509088 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-60883adb-7822-41fd-921c-fd1be54fab90 req-25360bb4-6238-4ab7-a0a4-1398356547ed tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 943 time: 0.0666373 Jun 22 09:13:19.511741 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Attempting to bind port 7ba767aa-b039-422a-8fb1-aaca65369474 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:13:19.514178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Attempting to bind port 7ba767aa-b039-422a-8fb1-aaca65369474 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:13:19.514178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Attempting to bind port 7ba767aa-b039-422a-8fb1-aaca65369474 on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:13:19.522742 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (5d8c65aa-9a91-4569-91e2-93b8c8489d91), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.524116 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Port 7ba767aa-b039-422a-8fb1-aaca65369474 on network feb2a623-753e-4717-8e5a-c83201989599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:13:19.524627 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Attempting to bind port 7ba767aa-b039-422a-8fb1-aaca65369474 on network feb2a623-753e-4717-8e5a-c83201989599 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:13:19.540650 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:19.543017 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:13:19.543017 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Checking segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:13:19.543321 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Bound using segment: {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:13:19.543768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Bound port: 7ba767aa-b039-422a-8fb1-aaca65369474, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6a624-1919-429e-9e2e-48cacb2547f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:13:19.544131 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.553913 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-59f396e6-31e7-40f7-b3a1-6d678def34ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 1001 time: 0.1062894 Jun 22 09:13:19.626043 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-60883adb-7822-41fd-921c-fd1be54fab90 req-c0a6999a-e9d7-4a75-b112-2be8e918a63b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060231 Jun 22 09:13:19.629739 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-44060b5c-bc83-489d-a746-8270ef866f37 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9022570 Jun 22 09:13:19.636414 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca7543-78bc-452f-a6b1-08ffc7cd65be None None] Network a9c06212-6edb-4efa-9d87-779bb503d5d0 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:19.650022 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (5d8c65aa-9a91-4569-91e2-93b8c8489d91), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.653181 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] For port 7ba767aa-b039-422a-8fb1-aaca65369474, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:13:19.657059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] For port 7ba767aa-b039-422a-8fb1-aaca65369474, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=7ba767aa-b039-422a-8fb1-aaca65369474,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:13:19.673762 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:19.689486 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8c65aa-9a91-4569-91e2-93b8c8489d91,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:19.746597 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.749869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.749869 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bddf5f41-78a8-4e04-87c5-193d53e64f07 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5653226 Jun 22 09:13:19.752145 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54368) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:19.757237 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group_rule': {'security_group_id': 'b39900b2-aac7-4c44-85bf-8e90d0ac270c', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:19.786994 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:19.787941 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.789457 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] 10.222.0.47 "PUT /v2.0/ports/7ba767aa-b039-422a-8fb1-aaca65369474 HTTP/1.1" status: 200 len: 1093 time: 0.9826481 Jun 22 09:13:19.819962 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318012f8-c337-47b5-8a24-a7bd8572b987 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba767aa-b039-422a-8fb1-aaca65369474,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:19.856430 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:19.859690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256043f-0bcd-4dc6-bd9d-03165256bc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:19.872252 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (81de64bc-7f64-4a19-9770-ea5d2e2bdaf3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:19.878260 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-a0da6188-1500-4c7a-984f-f0ee18eef2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:19.879922 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-a0da6188-1500-4c7a-984f-f0ee18eef2a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.0930572 Jun 22 09:13:19.915152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b15ed-a678-4a02-a21a-c95f1b265ad7 x-openstack-request-id: req-249b15ed-a678-4a02-a21a-c95f1b265ad7 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:19.915152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:19.915152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-249b15ed-a678-4a02-a21a-c95f1b265ad7 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:19.915152 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249b15ed-a678-4a02-a21a-c95f1b265ad7'] response: {'name': 'network-changed', 'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474', 'status': 'completed', 'code': 200} Jun 22 09:13:19.952296 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (81de64bc-7f64-4a19-9770-ea5d2e2bdaf3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.032831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (81de64bc-7f64-4a19-9770-ea5d2e2bdaf3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.079488 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44183c56-54ce-4057-91a3-20c088076708 req-02dcbcff-10ea-4be0-ba2c-f93fced76cdf tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:20.081069 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44183c56-54ce-4057-91a3-20c088076708 req-02dcbcff-10ea-4be0-ba2c-f93fced76cdf tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0647285 Jun 22 09:13:20.097241 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81de64bc-7f64-4a19-9770-ea5d2e2bdaf3,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:20.105571 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-27e34c59-3234-4dde-9413-eafef865d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:20.107310 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-27e34c59-3234-4dde-9413-eafef865d50d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861564 Jun 22 09:13:20.140747 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-44183c56-54ce-4057-91a3-20c088076708 req-461974b5-6e1f-42f4-ba77-24b9755e5f31 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530319 Jun 22 09:13:20.211144 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.212479 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-718f63f3-f9a2-42a2-993f-d0b4d7519794 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4592617 Jun 22 09:13:20.215250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54382) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:20.219615 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group_rule': {'security_group_id': 'b39900b2-aac7-4c44-85bf-8e90d0ac270c', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:20.347902 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Project 476725d6c5c44caebdd8d8e855cc63c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:13:20.356136 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (1173dc98-afff-435b-9f9f-c6e5dd392f5c), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.361345 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256043f-0bcd-4dc6-bd9d-03165256bc9a req-734f00ec-ee16-4598-8b30-2ffc7d92a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:20.363791 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b256043f-0bcd-4dc6-bd9d-03165256bc9a req-734f00ec-ee16-4598-8b30-2ffc7d92a2b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 1127 time: 0.0440230 Jun 22 09:13:20.433719 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54388) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:20.442099 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-449867538-network', 'tenant_id': '34c6b39443994de58a9d7df71c57e3c1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:20.458021 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:20.486712 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256043f-0bcd-4dc6-bd9d-03165256bc9a req-fc2830a0-4e95-4bba-a9b8-6ff9bca28892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:20.488391 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b256043f-0bcd-4dc6-bd9d-03165256bc9a req-fc2830a0-4e95-4bba-a9b8-6ff9bca28892 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1086650 Jun 22 09:13:20.489900 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (1173dc98-afff-435b-9f9f-c6e5dd392f5c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.495492 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-273b339c-7afd-424d-9fc8-2198e058c7bf service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726005 Jun 22 09:13:20.552130 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Made reservation on behalf of 34c6b39443994de58a9d7df71c57e3c1 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:20.554529 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.556581 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (1173dc98-afff-435b-9f9f-c6e5dd392f5c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.574405 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.588710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1173dc98-afff-435b-9f9f-c6e5dd392f5c,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:20.663203 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks [] for security_group (4fe9bb0e-d9b8-456d-9911-6996729e85ca), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.673827 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.675079 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-eadd094a-47bf-4dba-83cf-5f964eb38555 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4588554 Jun 22 09:13:20.677858 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54394) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:20.682080 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'security_group_rule': {'security_group_id': 'b39900b2-aac7-4c44-85bf-8e90d0ac270c', 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:20.744655 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ebc5d-6b54-4c15-86eb-ad1438da7c82 req-456d473c-4ef2-4bc8-89b3-6e02ab01133b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:20.746087 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c67ebc5d-6b54-4c15-86eb-ad1438da7c82 req-456d473c-4ef2-4bc8-89b3-6e02ab01133b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 943 time: 0.0455110 Jun 22 09:13:20.747108 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4fe9bb0e-d9b8-456d-9911-6996729e85ca), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.781688 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Project 476725d6c5c44caebdd8d8e855cc63c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:13:20.786660 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:13:20.819111 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:20.819960 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (e1fe39cf-a67d-4a7c-a913-2df6dcc1acc5), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.822485 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe9bb0e-d9b8-456d-9911-6996729e85ca,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:20.839986 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (0b9f66d8-edae-4321-9d80-d4a4e1dd0f03), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:20.840404 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Added segment 0b9f66d8-edae-4321-9d80-d4a4e1dd0f03 of type vlan for network 28ec9a71-b9b6-4398-8607-b961c0005565 Jun 22 09:13:20.905346 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:20.910555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256043f-0bcd-4dc6-bd9d-03165256bc9a req-01c27b8a-7639-4a9d-9529-6c95c4c57141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:20.912149 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b256043f-0bcd-4dc6-bd9d-03165256bc9a req-01c27b8a-7639-4a9d-9529-6c95c4c57141 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268530 Jun 22 09:13:21.022703 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-b1808557-84cb-42ce-bcaf-4d5135c04225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:21.024294 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-b1808557-84cb-42ce-bcaf-4d5135c04225 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 1127 time: 0.0460529 Jun 22 09:13:21.092953 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-95850f07-44a1-41ac-bb1d-5cd36c85301e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ba767aa-b039-422a-8fb1-aaca65369474 HTTP/1.1" status: 200 len: 217 time: 0.0436535 Jun 22 09:13:21.147061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e34a6f52-3bfa-4a96-8a79-940fe2efaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:21.148453 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-e34a6f52-3bfa-4a96-8a79-940fe2efaeaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.0466418 Jun 22 09:13:21.161707 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c67ebc5d-6b54-4c15-86eb-ad1438da7c82 req-2b05ffb1-c898-45cb-816a-32e58f4de748 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4065785 Jun 22 09:13:21.205313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-cb542d0b-5c0a-40cf-aeb2-73b78fdfa278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:21.207511 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-cb542d0b-5c0a-40cf-aeb2-73b78fdfa278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512452 Jun 22 09:13:21.221061 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (28ec9a71-b9b6-4398-8607-b961c0005565), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.253802 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (e1fe39cf-a67d-4a7c-a913-2df6dcc1acc5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.260686 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-797a562e-e1b6-44b7-ab75-7b6000bd077f req-a1947df7-012a-4063-b422-3d3a707e37db service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600079 Jun 22 09:13:21.272858 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d2cc-82ab-423b-bdde-dab5667948b9 req-2eb8212e-2b42-413b-aa81-32199b1dcc9d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:21.274331 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d73d2cc-82ab-423b-bdde-dab5667948b9 req-2eb8212e-2b42-413b-aa81-32199b1dcc9d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0477998 Jun 22 09:13:21.323700 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (e1fe39cf-a67d-4a7c-a913-2df6dcc1acc5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.326888 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d73d2cc-82ab-423b-bdde-dab5667948b9 req-c2ea2eae-ce03-488d-bc51-9b8ec2c42c84 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468307 Jun 22 09:13:21.347107 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fe39cf-a67d-4a7c-a913-2df6dcc1acc5,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:21.361199 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (28ec9a71-b9b6-4398-8607-b961c0005565), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.361199 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:21.361199 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.420623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] Pushing event updated for resources: {'Network': ['ID=28ec9a71-b9b6-4398-8607-b961c0005565,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:21.432546 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 28ec9a71-b9b6-4398-8607-b961c0005565 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:13:21.487857 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.490878 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f199218b-db81-4e3c-9a2c-7aab7d6bd718 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8107045 Jun 22 09:13:21.495172 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-51e3f485-bff8-47e7-b7d3-657c727cb128 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0601964 Jun 22 09:13:21.498423 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54404) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:21.504816 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Request body: {'subnet': {'network_id': '28ec9a71-b9b6-4398-8607-b961c0005565', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-449867538-subnet', 'tenant_id': '34c6b39443994de58a9d7df71c57e3c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:21.582228 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-e943c06c-e4d3-4a94-8ff7-3198b8c0d65b req-9975d2cf-ed9a-4325-b661-b8e0d4479545 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:13:21.583266 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e943c06c-e4d3-4a94-8ff7-3198b8c0d65b req-9975d2cf-ed9a-4325-b661-b8e0d4479545 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064874 Jun 22 09:13:21.620330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Made reservation on behalf of 34c6b39443994de58a9d7df71c57e3c1 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:13:21.623866 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13034901'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.627999 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-a72175d9-2188-46bd-82a2-595a9a0deb20 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761227 Jun 22 09:13:21.632164 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-9c6c54ec-1404-4095-a024-6363dee18250 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406531291&fields=id&tenant_id=476725d6c5c44caebdd8d8e855cc63c6 HTTP/1.1" status: 200 len: 267 time: 0.0760727 Jun 22 09:13:21.697040 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:21.741566 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-d55f2315-ca6c-4e36-b527-f6eb27922b83 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:21.743126 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-d55f2315-ca6c-4e36-b527-f6eb27922b83 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0873756 Jun 22 09:13:21.759758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'port': {'security_groups': ['67d40673-644b-4c21-b84f-fbd2de73ba7a', 'b39900b2-aac7-4c44-85bf-8e90d0ac270c']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:21.797305 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ad1d107d-464c-4e54-9556-a03c65e9a1ce req-fbc63939-d0ad-41b1-92a7-fae50c6af61d service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634068 Jun 22 09:13:21.848262 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.849180 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12737724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13034979'] for subnet (fcf233af-00a7-41e5-b728-fc5c029cbae0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:21.899388 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf233af-00a7-41e5-b728-fc5c029cbae0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:21.917589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Checking segment: {'id': '0b9f66d8-edae-4321-9d80-d4a4e1dd0f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '28ec9a71-b9b6-4398-8607-b961c0005565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:13:21.917941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Network hostable DHCP agents. Network: 28ec9a71-b9b6-4398-8607-b961c0005565, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:13:22.011599 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Network 28ec9a71-b9b6-4398-8607-b961c0005565 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:13:22.036141 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:22.061080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:22.067605 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cd1cb-221d-45e9-a77c-9d7c7a4e5c42 req-9658d6e6-95f8-40ed-9fdb-d0826bd444e0 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.069096 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c17cd1cb-221d-45e9-a77c-9d7c7a4e5c42 req-9658d6e6-95f8-40ed-9fdb-d0826bd444e0 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0924978 Jun 22 09:13:22.084164 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-434f1d1e-0e63-4716-b3c4-c7c9e6864390 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579636 Jun 22 09:13:22.091136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.128869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 28ec9a71-b9b6-4398-8607-b961c0005565) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:13:22.133361 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c17cd1cb-221d-45e9-a77c-9d7c7a4e5c42 req-4eb9e33d-7937-4040-bc6d-3a58b9744ca3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565844 Jun 22 09:13:22.137604 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337d0d1-46e3-4304-b0a0-dc72e4aa3a60 None None] Network 28ec9a71-b9b6-4398-8607-b961c0005565 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:22.156166 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.156754 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.174866 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.184711 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c26c9-5e13-4875-b701-69b3cb991bef req-3412aa26-b40b-4fc8-b2fc-b5dc28cc18f7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.184711 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-3412aa26-b40b-4fc8-b2fc-b5dc28cc18f7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports/779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 942 time: 0.0665016 Jun 22 09:13:22.232115 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.232749 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.234423 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6bd244ce-1bba-4318-977a-a7237da6fb4f req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "PUT /v2.0/ports/687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 982 time: 0.4829283 Jun 22 09:13:22.234899 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:22.237554 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d" -d '{"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:22.257791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['687407a6-7cc6-4eaa-a14c-ef82cef3aa05'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:13:22.272497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:22.275610 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc5b24-02d1-46df-b016-2d3237c92a1d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=6']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:22.295580 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-521d2f3c-28aa-4f97-81c0-08d9b386856d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7866452 Jun 22 09:13:22.331386 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada7734-6111-46a5-a53d-cdadcbfcd13e req-4ff903ab-9fda-42e8-b8c2-8878d4cd80ce tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.340011 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dada7734-6111-46a5-a53d-cdadcbfcd13e req-4ff903ab-9fda-42e8-b8c2-8878d4cd80ce tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 943 time: 0.0751219 Jun 22 09:13:22.426686 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dada7734-6111-46a5-a53d-cdadcbfcd13e req-3cea2dd9-8063-468a-911c-ab00f1208ef8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857553 Jun 22 09:13:22.447695 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['687407a6-7cc6-4eaa-a14c-ef82cef3aa05'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:13:22.494279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d3f16c-64f8-4e5a-a4f2-41f5ed24c604 x-openstack-request-id: req-a2d3f16c-64f8-4e5a-a4f2-41f5ed24c604 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:22.494555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:22.494812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2d3f16c-64f8-4e5a-a4f2-41f5ed24c604 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:22.495240 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d3f16c-64f8-4e5a-a4f2-41f5ed24c604'] response: {'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'status': 'completed', 'code': 200} Jun 22 09:13:22.516527 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa8736-f7b8-4e15-a409-5514ef59d395 None None] Network 28ec9a71-b9b6-4398-8607-b961c0005565 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:22.562874 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54434) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:22.600560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:22.617913 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531bad8-2603-422d-b23d-3f624b829e93 req-0c941dcf-fbe6-4927-9de4-9e6a8f0dfcce tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.620221 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c531bad8-2603-422d-b23d-3f624b829e93 req-0c941dcf-fbe6-4927-9de4-9e6a8f0dfcce tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0935144 Jun 22 09:13:22.627501 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Deleting subnet 88d152d7-a450-494a-a33c-8de770c1aea1 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:13:22.630975 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Publish callbacks [] for subnet (88d152d7-a450-494a-a33c-8de770c1aea1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.654404 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:22.667021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-02b59ae4-94bb-4fda-83cc-db04ebdaa421 None None] Provisioning complete for port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:13:22.670444 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02b59ae4-94bb-4fda-83cc-db04ebdaa421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.683154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13097743'] for subnet (88d152d7-a450-494a-a33c-8de770c1aea1), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.710414 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c531bad8-2603-422d-b23d-3f624b829e93 req-aeae1e32-6511-433a-8a33-c0187b24a010 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815396 Jun 22 09:13:22.730912 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (88d152d7-a450-494a-a33c-8de770c1aea1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.785546 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:22.891341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12984973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24792914'] for subnet (88d152d7-a450-494a-a33c-8de770c1aea1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.892134 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-02b59ae4-94bb-4fda-83cc-db04ebdaa421 None None] Current status of the port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:13:22.929724 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:22.932816 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/88d152d7-a450-494a-a33c-8de770c1aea1 HTTP/1.1" status: 204 len: 168 time: 0.3689423 Jun 22 09:13:22.936891 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54438) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:22.937061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dba9a-fa44-49b3-b31c-a6b9ad01d0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d152d7-a450-494a-a33c-8de770c1aea1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:22.943422 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-f4f38454-4c3d-43c4-820e-d298923571fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:22.944958 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-f4f38454-4c3d-43c4-820e-d298923571fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1169 time: 0.0821686 Jun 22 09:13:23.036786 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (a9c06212-6edb-4efa-9d87-779bb503d5d0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.054270 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-56f04d14-eaee-4b72-a350-5f2e85e38201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:23.055814 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-56f04d14-eaee-4b72-a350-5f2e85e38201 service neutron] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 916 time: 0.1034484 Jun 22 09:13:23.076465 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:23.128131 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (a9c06212-6edb-4efa-9d87-779bb503d5d0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.146486 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-54cb301f-bf8d-49cd-b15f-59cbc1834f77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 1001 time: 0.0812435 Jun 22 09:13:23.168892 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c06212-6edb-4efa-9d87-779bb503d5d0']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:23.190844 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f856ae5b-9fa6-4736-95d3-75939e0d73dc') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:23.198050 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f856ae5b-9fa6-4736-95d3-75939e0d73dc') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:23.211653 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:23.211773 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (f856ae5b-9fa6-4736-95d3-75939e0d73dc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.225845 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (f856ae5b-9fa6-4736-95d3-75939e0d73dc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.240166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-cb1777cc-94ca-47e6-b2e0-9e1efa9dc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:23.242267 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:13:23.243830 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (f856ae5b-9fa6-4736-95d3-75939e0d73dc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.246020 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-cb1777cc-94ca-47e6-b2e0-9e1efa9dc229 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.0889604 Jun 22 09:13:23.316579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 779d4f23-aa71-4166-aead-3f25b367efc9 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:13:23.317205 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.332391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a7337-13a3-4498-960d-2a60b517855c req-eb3db99f-3b8a-4608-9d9e-84410e0cbbe8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:23.340422 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-036a7337-13a3-4498-960d-2a60b517855c req-eb3db99f-3b8a-4608-9d9e-84410e0cbbe8 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0887761 Jun 22 09:13:23.390184 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:23.392347 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebdf773-b80a-4b7e-b0e6-088b02461e3f" -d '{"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-unplugged", "status": "completed", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:23.394086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-4678b871-c285-43b9-8191-9c5559592d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:23.404748 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (a9c06212-6edb-4efa-9d87-779bb503d5d0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.409810 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-4678b871-c285-43b9-8191-9c5559592d5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1390097 Jun 22 09:13:23.423558 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.429311 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a9c06212-6edb-4efa-9d87-779bb503d5d0 HTTP/1.1" status: 204 len: 168 time: 0.4901302 Jun 22 09:13:23.435723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54452) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:23.443867 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcada3-c61d-4a6b-a66b-ac8a25174095 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c06212-6edb-4efa-9d87-779bb503d5d0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:23.463517 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:23.471875 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e6b9f-95b8-4363-8bc4-d2195c0d1547 x-openstack-request-id: req-5f5e6b9f-95b8-4363-8bc4-d2195c0d1547 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:23.472085 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-unplugged", "status": "failed", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "code": 422}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:23.472344 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f5e6b9f-95b8-4363-8bc4-d2195c0d1547 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:23.472735 dv-cinder-803823-12-iscsi neutron-server[104668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5f5e6b9f-95b8-4363-8bc4-d2195c0d1547']: {'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'code': 422} returned with failed status Jun 22 09:13:23.498630 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment f856ae5b-9fa6-4736-95d3-75939e0d73dc resource provider aggregate not found Jun 22 09:13:23.521040 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment f856ae5b-9fa6-4736-95d3-75939e0d73dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f856ae5b-9fa6-4736-95d3-75939e0d73dc found for delete ", "request_id": "req-a7838125-352c-4311-88cd-36694d4d7f3b"}]} Jun 22 09:13:23.530626 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.563127 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389c32a-9c2a-483b-a0ea-14d0db268a19 req-1d358a81-16a4-41fa-8fcf-bc96dca0b3ec tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:23.564851 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3389c32a-9c2a-483b-a0ea-14d0db268a19 req-1d358a81-16a4-41fa-8fcf-bc96dca0b3ec tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 943 time: 0.0626132 Jun 22 09:13:23.582344 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:23.594351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:23.611239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Deleting subnet fcf233af-00a7-41e5-b728-fc5c029cbae0 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:13:23.619868 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Publish callbacks [] for subnet (fcf233af-00a7-41e5-b728-fc5c029cbae0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.625807 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3389c32a-9c2a-483b-a0ea-14d0db268a19 req-d04c84a2-4cbb-4649-bdec-328d89415d51 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541224 Jun 22 09:13:23.647067 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-036a7337-13a3-4498-960d-2a60b517855c req-675a86f9-c17e-4d29-9e63-dc85b9d973bb tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347198 Jun 22 09:13:23.671074 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-f2f4188e-9e25-49dc-af52-2b7bda97ec10 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439139 Jun 22 09:13:23.673104 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13097743'] for subnet (fcf233af-00a7-41e5-b728-fc5c029cbae0), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.767018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (fcf233af-00a7-41e5-b728-fc5c029cbae0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.792798 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:23.800354 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:23.825183 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2738f7f5-f0a0-4bb8-9475-3b78b6e8083d req-0609b4e5-1141-4da5-8648-8f9e158e96a0 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334019 Jun 22 09:13:23.930448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12984973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24792914'] for subnet (fcf233af-00a7-41e5-b728-fc5c029cbae0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.959146 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf233af-00a7-41e5-b728-fc5c029cbae0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:23.961524 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:23.964943 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1ec7797e-6c56-4fec-ade0-0caf7df49030 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fcf233af-00a7-41e5-b728-fc5c029cbae0 HTTP/1.1" status: 204 len: 168 time: 0.4900341 Jun 22 09:13:23.966762 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54458) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:24.033552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (28ec9a71-b9b6-4398-8607-b961c0005565), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.114075 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (28ec9a71-b9b6-4398-8607-b961c0005565), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.135115 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ec9a71-b9b6-4398-8607-b961c0005565']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:24.144950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9f66d8-edae-4321-9d80-d4a4e1dd0f03') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:24.145247 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9f66d8-edae-4321-9d80-d4a4e1dd0f03') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:24.154775 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (0b9f66d8-edae-4321-9d80-d4a4e1dd0f03), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.167862 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (0b9f66d8-edae-4321-9d80-d4a4e1dd0f03), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.174067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:13:24.175789 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (0b9f66d8-edae-4321-9d80-d4a4e1dd0f03), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.250326 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 0b9f66d8-edae-4321-9d80-d4a4e1dd0f03 resource provider aggregate not found Jun 22 09:13:24.268310 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 0b9f66d8-edae-4321-9d80-d4a4e1dd0f03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b9f66d8-edae-4321-9d80-d4a4e1dd0f03 found for delete ", "request_id": "req-ed943fca-ca86-4135-a042-5f45dc03c6a3"}]} Jun 22 09:13:24.283825 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (28ec9a71-b9b6-4398-8607-b961c0005565), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.291533 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.297098 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] 10.222.0.55 "DELETE /v2.0/networks/28ec9a71-b9b6-4398-8607-b961c0005565 HTTP/1.1" status: 204 len: 168 time: 0.3269143 Jun 22 09:13:24.305197 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bba390-6544-49ce-9808-e948cc142f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=28ec9a71-b9b6-4398-8607-b961c0005565,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:24.719428 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:24.743136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea6d2-ea11-4d8f-8c9a-4d740c1db7f5 req-34f126ff-6313-4ef3-82f7-7fe350493ebf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:24.744619 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d5ea6d2-ea11-4d8f-8c9a-4d740c1db7f5 req-34f126ff-6313-4ef3-82f7-7fe350493ebf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 943 time: 0.0497971 Jun 22 09:13:24.768792 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-7356e839-91b8-4c97-bd5c-90c8d626e1db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be94a282f39b493fab6fdf8e58a38b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451350 Jun 22 09:13:24.772061 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54484) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:24.795720 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8d5ea6d2-ea11-4d8f-8c9a-4d740c1db7f5 req-74554f80-c5c5-4e27-8f20-b024da71bf11 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Jun 22 09:13:24.839917 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9540ccc3-eb5d-47ce-b524-f4e99d37e3db admin admin] Publish callbacks [] for security_group (ef9e0658-f3de-4c26-836a-01e5444160a2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.861995 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9540ccc3-eb5d-47ce-b524-f4e99d37e3db admin admin] Publish callbacks [] for security_group (ef9e0658-f3de-4c26-836a-01e5444160a2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.911959 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebc7ad-1cd3-4f7e-9a90-ef3dad9bf3f1 req-675beb32-5142-4ae8-bdb1-5ca78bd6d122 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:24.913451 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c8ebc7ad-1cd3-4f7e-9a90-ef3dad9bf3f1 req-675beb32-5142-4ae8-bdb1-5ca78bd6d122 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0593462 Jun 22 09:13:24.962201 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9540ccc3-eb5d-47ce-b524-f4e99d37e3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ef9e0658-f3de-4c26-836a-01e5444160a2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.964152 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c8ebc7ad-1cd3-4f7e-9a90-ef3dad9bf3f1 req-24787f1b-940b-48ee-ab84-2b6244a968ac tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443168 Jun 22 09:13:24.965144 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9540ccc3-eb5d-47ce-b524-f4e99d37e3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:24.968636 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9540ccc3-eb5d-47ce-b524-f4e99d37e3db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef9e0658-f3de-4c26-836a-01e5444160a2 HTTP/1.1" status: 204 len: 168 time: 0.1963370 Jun 22 09:13:24.975945 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ccc3-eb5d-47ce-b524-f4e99d37e3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e0658-f3de-4c26-836a-01e5444160a2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:25.077637 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 7ba767aa-b039-422a-8fb1-aaca65369474 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:13:25.200210 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 7ba767aa-b039-422a-8fb1-aaca65369474, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=7ba767aa-b039-422a-8fb1-aaca65369474,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:25.218569 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '7ba767aa-b039-422a-8fb1-aaca65369474', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'port_id': '7ba767aa-b039-422a-8fb1-aaca65369474', 'mac_address': 'fa:16:3e:43:9f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:13:25.255097 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 7ba767aa-b039-422a-8fb1-aaca65369474 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:13:25.255499 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:25.269549 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba767aa-b039-422a-8fb1-aaca65369474 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:13:25.275301 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:25.305824 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 7ba767aa-b039-422a-8fb1-aaca65369474, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=7ba767aa-b039-422a-8fb1-aaca65369474,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:25.397977 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:25.445020 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=7ba767aa-b039-422a-8fb1-aaca65369474,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:25.666854 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54492) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:25.695467 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c26c9-5e13-4875-b701-69b3cb991bef req-2e2045b1-b702-416b-8065-83c14157c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:25.696905 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-2e2045b1-b702-416b-8065-83c14157c87c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f&tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb HTTP/1.1" status: 200 len: 1127 time: 0.0453949 Jun 22 09:13:25.712421 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-50006533-fe24-41f5-9653-c3d3165851c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34c6b39443994de58a9d7df71c57e3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411901 Jun 22 09:13:25.712421 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54494) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:25.746712 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['7ba767aa-b039-422a-8fb1-aaca65369474'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:13:25.766547 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85ebf1f9-3cb1-4534-a546-f669f6d11a3a admin admin] Publish callbacks [] for security_group (4fe9bb0e-d9b8-456d-9911-6996729e85ca), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:25.783404 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c26c9-5e13-4875-b701-69b3cb991bef req-e8e21f36-d341-4a9b-aee9-b5855758b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:25.785046 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-e8e21f36-d341-4a9b-aee9-b5855758b71b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1127 time: 0.0434382 Jun 22 09:13:25.867959 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85ebf1f9-3cb1-4534-a546-f669f6d11a3a admin admin] Publish callbacks [] for security_group (4fe9bb0e-d9b8-456d-9911-6996729e85ca), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:25.880329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:25.917301 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c26c9-5e13-4875-b701-69b3cb991bef req-aeeb5289-7961-4908-8157-da64468edd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:25.918684 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-aeeb5289-7961-4908-8157-da64468edd30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 910 time: 0.1269438 Jun 22 09:13:25.926539 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776f2d-17b0-480e-96a3-f2937696f5ef req-d4c22b1a-b8d9-4eb5-8c65-0b219fa8a974 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:25.928116 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-42776f2d-17b0-480e-96a3-f2937696f5ef req-d4c22b1a-b8d9-4eb5-8c65-0b219fa8a974 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 944 time: 0.0610850 Jun 22 09:13:26.002578 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85ebf1f9-3cb1-4534-a546-f669f6d11a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4fe9bb0e-d9b8-456d-9911-6996729e85ca), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:26.005105 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85ebf1f9-3cb1-4534-a546-f669f6d11a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:26.009199 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-85ebf1f9-3cb1-4534-a546-f669f6d11a3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fe9bb0e-d9b8-456d-9911-6996729e85ca HTTP/1.1" status: 204 len: 168 time: 0.2965691 Jun 22 09:13:26.016367 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-47a06be4-c076-48c9-8662-66cb97b5daea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 998 time: 0.0873227 Jun 22 09:13:26.018011 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebf1f9-3cb1-4534-a546-f669f6d11a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe9bb0e-d9b8-456d-9911-6996729e85ca,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:26.030334 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:26.058913 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-42776f2d-17b0-480e-96a3-f2937696f5ef req-0e3114b8-52b2-459d-b075-40597d98be22 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238794 Jun 22 09:13:26.085079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c26c9-5e13-4875-b701-69b3cb991bef req-fa661bc9-7cec-422d-bb94-b22d8bd12537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:26.087129 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-fa661bc9-7cec-422d-bb94-b22d8bd12537 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 200 len: 848 time: 0.0606618 Jun 22 09:13:26.129927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c44be9-22fe-46f4-bc0a-4bb37b65e00d req-702ba827-0ce6-43e4-89e1-21198d4a59f2 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:26.132118 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-28c44be9-22fe-46f4-bc0a-4bb37b65e00d req-702ba827-0ce6-43e4-89e1-21198d4a59f2 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0635259 Jun 22 09:13:26.139224 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c26c9-5e13-4875-b701-69b3cb991bef req-a48f2db6-1106-4024-a73c-708632fc94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:26.140853 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-a48f2db6-1106-4024-a73c-708632fc94c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadb524c-d462-48fa-babc-9c6bbef657b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464134 Jun 22 09:13:26.182445 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-28c44be9-22fe-46f4-bc0a-4bb37b65e00d req-cacdfd7f-54b5-4c5c-aa72-5b5d20a329bc tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441301 Jun 22 09:13:26.184252 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:26.192543 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5e0a285d-9624-4c50-b88a-523f9dcf0cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:26.238068 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-d91e6c24-739a-4737-86d9-e698cf6d87e8 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897536 Jun 22 09:13:26.331325 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-351bfade-ebbb-422d-9091-d353562c8461 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Jun 22 09:13:27.104519 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 7ba767aa-b039-422a-8fb1-aaca65369474 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:13:27.149827 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 7ba767aa-b039-422a-8fb1-aaca65369474 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:13:27.189070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f474c95-79f9-4f2a-bd44-b32645615c98 req-4914c95e-e547-4a60-bedb-8bf30748b2f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:27.190785 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3f474c95-79f9-4f2a-bd44-b32645615c98 req-4914c95e-e547-4a60-bedb-8bf30748b2f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 944 time: 0.0545652 Jun 22 09:13:27.243433 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 7ba767aa-b039-422a-8fb1-aaca65369474 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:13:27.246747 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3f474c95-79f9-4f2a-bd44-b32645615c98 req-402a1dea-5780-49c6-8f1f-a24165b21efd tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472324 Jun 22 09:13:27.246949 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:27.315526 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8599bd-55b8-4c9f-b22c-d8b546e3510d req-fccaa49c-df51-498a-b372-15a6180936ca tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:27.315526 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dd8599bd-55b8-4c9f-b22c-d8b546e3510d req-fccaa49c-df51-498a-b372-15a6180936ca tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0596187 Jun 22 09:13:27.330715 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 7ba767aa-b039-422a-8fb1-aaca65369474 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:13:27.331137 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:27.365850 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:27.368254 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c62f75-cc85-4a04-8bd6-ed5b4f230ca4" -d '{"events": [{"server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "name": "network-vif-plugged", "status": "completed", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:27.382878 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 7ba767aa-b039-422a-8fb1-aaca65369474, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=7ba767aa-b039-422a-8fb1-aaca65369474,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:27.393994 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-dd8599bd-55b8-4c9f-b22c-d8b546e3510d req-7b717f56-ea23-463b-933e-3fc75331a83b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705698 Jun 22 09:13:27.420379 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039dd27d-dc83-4d40-952f-44cd0da5211e x-openstack-request-id: req-039dd27d-dc83-4d40-952f-44cd0da5211e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:27.420679 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "name": "network-vif-plugged", "status": "completed", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:27.420928 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-039dd27d-dc83-4d40-952f-44cd0da5211e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:27.421320 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039dd27d-dc83-4d40-952f-44cd0da5211e'] response: {'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474', 'code': 200} Jun 22 09:13:27.447534 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:27.495972 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=7ba767aa-b039-422a-8fb1-aaca65369474,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:27.775695 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a761df-5207-4116-88f9-fe4570d0842f req-ef47e04a-f85b-4320-99ca-d053b11fa900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:27.777245 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-85a761df-5207-4116-88f9-fe4570d0842f req-ef47e04a-f85b-4320-99ca-d053b11fa900 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 1129 time: 0.0406797 Jun 22 09:13:27.828407 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-85a761df-5207-4116-88f9-fe4570d0842f req-80fc5128-a27f-4033-acea-f434dcc7bb83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420771 Jun 22 09:13:28.362071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37053f-5ac6-4ca2-aa5f-61c7d7e272dc req-0f97fbcf-036b-4684-8a84-a52be339c8e5 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:28.364297 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0c37053f-5ac6-4ca2-aa5f-61c7d7e272dc req-0f97fbcf-036b-4684-8a84-a52be339c8e5 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Jun 22 09:13:28.406974 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:28.414257 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0c37053f-5ac6-4ca2-aa5f-61c7d7e272dc req-6b132401-be8a-4bac-bec9-387bf1a14d8a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Jun 22 09:13:28.443934 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ccac2308-7568-4e8c-ae07-10b9aebcab6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:28.518448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093018e-72c0-46da-83c8-4de8ce27f9be req-df46afa5-1863-40d3-acc0-f835b4069818 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:28.519938 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3093018e-72c0-46da-83c8-4de8ce27f9be req-df46afa5-1863-40d3-acc0-f835b4069818 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0492313 Jun 22 09:13:28.568184 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3093018e-72c0-46da-83c8-4de8ce27f9be req-3ab21afe-308b-45c1-8779-a42529a5794d tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Jun 22 09:13:28.910893 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=9 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:28.921793 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:29.529432 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e9204-20ab-4b77-9eab-cd5972fd4db8 req-ae05b4eb-3ef4-48a7-b09f-24800129f305 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:29.530944 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c66e9204-20ab-4b77-9eab-cd5972fd4db8 req-ae05b4eb-3ef4-48a7-b09f-24800129f305 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0493753 Jun 22 09:13:29.588954 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c66e9204-20ab-4b77-9eab-cd5972fd4db8 req-04f75795-5897-4695-9a4e-32e856276f82 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523784 Jun 22 09:13:29.613878 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:29.649473 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:13:29.680664 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0a3b2-20dd-49dc-82fa-d0dbfb858f26 req-bee6b46e-548c-48b6-a2c6-734bae903278 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:29.682142 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c5d0a3b2-20dd-49dc-82fa-d0dbfb858f26 req-bee6b46e-548c-48b6-a2c6-734bae903278 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0474012 Jun 22 09:13:29.731837 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c5d0a3b2-20dd-49dc-82fa-d0dbfb858f26 req-a23f0088-ab20-4111-929c-617d4bfca3fb tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Jun 22 09:13:30.703935 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6c333-d2fb-48ba-aa08-9828315e42d2 req-a4ec133f-1009-43e0-aa1d-b2c7cc57a3a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:30.705414 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-38c6c333-d2fb-48ba-aa08-9828315e42d2 req-a4ec133f-1009-43e0-aa1d-b2c7cc57a3a1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0467594 Jun 22 09:13:30.752507 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-38c6c333-d2fb-48ba-aa08-9828315e42d2 req-e528140a-c82c-47f8-b6c3-21d97c4202c2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Jun 22 09:13:30.845226 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875cdd4-49ae-4397-8c90-a07fe2677e0b req-7fd6e54c-c8d1-44d7-b13d-3f92a61ac6d6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:30.846703 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3875cdd4-49ae-4397-8c90-a07fe2677e0b req-7fd6e54c-c8d1-44d7-b13d-3f92a61ac6d6 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0478559 Jun 22 09:13:30.860333 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c4618-48d5-424e-828e-0645adbc4dbd req-b2f9609d-1a41-425b-b287-84d734142119 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:30.861939 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-794c4618-48d5-424e-828e-0645adbc4dbd req-b2f9609d-1a41-425b-b287-84d734142119 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0469568 Jun 22 09:13:30.875812 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54586) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:30.875812 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Request body: {'floatingip': {'port_id': '7ba767aa-b039-422a-8fb1-aaca65369474'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:13:30.901113 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3875cdd4-49ae-4397-8c90-a07fe2677e0b req-dec266a8-9cbd-4902-8382-e70ad57c4807 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486465 Jun 22 09:13:30.917105 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (2e7c417c-8700-4f99-bd11-d0c69778e159), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:30.920493 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:31.146450 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:31.332243 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:31.402369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (2e7c417c-8700-4f99-bd11-d0c69778e159), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:31.498971 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 2e7c417c-8700-4f99-bd11-d0c69778e159 associated. External IP: 172.27.0.41, port: 7ba767aa-b039-422a-8fb1-aaca65369474. Jun 22 09:13:31.569190 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:31.697066 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:31.698973 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:31.806283 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:31.810895 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:31.817521 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:31.834667 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:31.836334 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:13:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:31.862979 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-068c7a23-14da-49a3-a89b-a26e60952bf7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "PUT /v2.0/floatingips/2e7c417c-8700-4f99-bd11-d0c69778e159 HTTP/1.1" status: 200 len: 990 time: 0.9831321 Jun 22 09:13:31.862979 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:31.862979 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:31.903293 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d87389c-3211-472e-b9c0-aef3316e1c2e x-openstack-request-id: req-4d87389c-3211-472e-b9c0-aef3316e1c2e {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:31.904699 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:31.904987 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d87389c-3211-472e-b9c0-aef3316e1c2e {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:31.905630 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d87389c-3211-472e-b9c0-aef3316e1c2e'] response: {'name': 'network-changed', 'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474', 'status': 'completed', 'code': 200} Jun 22 09:13:31.973016 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:32.023656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d778-5199-4378-b4d2-8ddc6a711cbc req-f21cbcd8-de9b-43fb-ab24-57d69b05320c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:32.025233 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0500d778-5199-4378-b4d2-8ddc6a711cbc req-f21cbcd8-de9b-43fb-ab24-57d69b05320c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0509250 Jun 22 09:13:32.077781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0500d778-5199-4378-b4d2-8ddc6a711cbc req-00d7eb75-3611-4fdb-a5b9-217d3a21cbba tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462184 Jun 22 09:13:32.307215 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '2e7c417c-8700-4f99-bd11-d0c69778e159', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': '7ba767aa-b039-422a-8fb1-aaca65369474', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:43:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da0ee91-0da9-40c6-b860-449aebadd656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:13:12Z', 'updated_at': '2022-06-22T09:13:31Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:32.330633 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:32.338794 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:32.339433 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:13:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:32.424627 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:32.441571 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:32.475101 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:32.713924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '2e7c417c-8700-4f99-bd11-d0c69778e159', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': '7ba767aa-b039-422a-8fb1-aaca65369474', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:43:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da0ee91-0da9-40c6-b860-449aebadd656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:13:12Z', 'updated_at': '2022-06-22T09:13:31Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:32.740036 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263b335-bc17-41b6-85fa-7e2772399649 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '2e7c417c-8700-4f99-bd11-d0c69778e159', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'port_id': '7ba767aa-b039-422a-8fb1-aaca65369474', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'mac_address': 'fa:16:3e:43:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da0ee91-0da9-40c6-b860-449aebadd656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:13:12Z', 'updated_at': '2022-06-22T09:13:31Z', 'revision_number': 1, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:32.924586 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91aceb8-2b90-43ab-9f42-53a7ed74142d None None] New status for floating IP 2e7c417c-8700-4f99-bd11-d0c69778e159: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:33.185879 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:33.193579 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-8e50267b-4a79-40c6-b09d-726db0535609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:33.194737 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:33.195231 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-8e50267b-4a79-40c6-b09d-726db0535609 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 1129 time: 0.0501895 Jun 22 09:13:33.213524 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411cc94-64f4-4f1b-8dfc-c7a45b03a705 req-0004de0c-5fa9-426c-b9e9-02b7bdb22488 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:33.213524 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9411cc94-64f4-4f1b-8dfc-c7a45b03a705 req-0004de0c-5fa9-426c-b9e9-02b7bdb22488 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0593104 Jun 22 09:13:33.287364 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9411cc94-64f4-4f1b-8dfc-c7a45b03a705 req-5479b381-862d-4fdd-800b-e9d97a5a0a2b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695403 Jun 22 09:13:33.320564 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-2f2f350e-ed2e-4197-87c8-41f59486a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:33.322116 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-2f2f350e-ed2e-4197-87c8-41f59486a157 service neutron] 10.222.0.47 "GET /v2.0/networks?id=feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 200 len: 916 time: 0.1155427 Jun 22 09:13:33.900611 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-62bee6e3-886d-483c-9696-b681c7d8acc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ba767aa-b039-422a-8fb1-aaca65369474 HTTP/1.1" status: 200 len: 1000 time: 0.0569301 Jun 22 09:13:33.960901 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-edd933c3-cc52-4a31-9f9a-4ecc4e22713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:33.962404 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-edd933c3-cc52-4a31-9f9a-4ecc4e22713e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 200 len: 854 time: 0.0501482 Jun 22 09:13:34.013936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-3c0295f4-9050-4a7c-ae42-710ef7a6b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:34.015444 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-3c0295f4-9050-4a7c-ae42-710ef7a6b50f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=feb2a623-753e-4717-8e5a-c83201989599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449748 Jun 22 09:13:34.106408 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-c1a6ca68-33f2-44a2-b495-66706f3bb2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843568 Jun 22 09:13:34.193477 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:34.197326 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-81cffde5-2427-4bf8-b6e2-94e8e2c56ef1 req-1a3979e6-7758-455a-92a1-7828a00b8ea8 service neutron] 10.222.0.47 "GET /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Jun 22 09:13:34.400494 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce7056-1f11-4f7d-81f5-d346861dda13 req-5a3494cc-5184-4639-a103-bd2d1e8b05a3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:34.401976 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-37ce7056-1f11-4f7d-81f5-d346861dda13 req-5a3494cc-5184-4639-a103-bd2d1e8b05a3 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 943 time: 0.0475607 Jun 22 09:13:34.450223 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-37ce7056-1f11-4f7d-81f5-d346861dda13 req-4472a0c1-7e58-4e2a-b60b-fc92b2083650 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Jun 22 09:13:35.165431 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:13:35.276459 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:35.287907 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '779d4f23-aa71-4166-aead-3f25b367efc9', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'port_id': '779d4f23-aa71-4166-aead-3f25b367efc9', 'mac_address': 'fa:16:3e:1d:97:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:13:35.332634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 779d4f23-aa71-4166-aead-3f25b367efc9 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:13:35.333065 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:35.347788 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779d4f23-aa71-4166-aead-3f25b367efc9 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:13:35.371505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:35.443755 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:35.502670 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:35.576425 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d9702-2349-467c-8bee-02c7e6a56dfa req-cc80c498-727f-456b-8ae1-be6d3f995600 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:35.580111 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f74d9702-2349-467c-8bee-02c7e6a56dfa req-cc80c498-727f-456b-8ae1-be6d3f995600 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 944 time: 0.0535426 Jun 22 09:13:35.824530 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['779d4f23-aa71-4166-aead-3f25b367efc9'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:13:35.892284 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f74d9702-2349-467c-8bee-02c7e6a56dfa req-98f88ed2-f4d4-482b-91bf-9923984701fb tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083482 Jun 22 09:13:35.976360 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:37.017744 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e24154-4a8b-4c49-a76e-f406b8a0135d req-9f05b7d0-e360-4d12-8575-1bc3c8b1552b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:37.019251 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-11e24154-4a8b-4c49-a76e-f406b8a0135d req-9f05b7d0-e360-4d12-8575-1bc3c8b1552b tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 944 time: 0.0571449 Jun 22 09:13:37.068485 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-11e24154-4a8b-4c49-a76e-f406b8a0135d req-4427b2d9-d26a-4766-815b-cd2aadaf4786 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Jun 22 09:13:37.188640 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:13:37.231112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 779d4f23-aa71-4166-aead-3f25b367efc9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:13:37.231483 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:37.303924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 779d4f23-aa71-4166-aead-3f25b367efc9 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:13:37.304300 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:37.326165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:37.328280 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48cf055-12cb-4848-b163-c7abc8da16db" -d '{"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-plugged", "status": "completed", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:37.337142 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:37.340862 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:37.364175 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456d97c-dab9-48a7-bc0e-2db2506a33d4 x-openstack-request-id: req-8456d97c-dab9-48a7-bc0e-2db2506a33d4 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:37.364468 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-plugged", "status": "completed", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:37.364721 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8456d97c-dab9-48a7-bc0e-2db2506a33d4 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:37.365129 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8456d97c-dab9-48a7-bc0e-2db2506a33d4'] response: {'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'code': 200} Jun 22 09:13:37.436867 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:37.487887 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:37.744337 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96930d-9ef4-45ed-a2ae-2fd7bae3d643 req-f2e4102b-4817-4ee8-b88d-54767c74d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:37.745954 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9d96930d-9ef4-45ed-a2ae-2fd7bae3d643 req-f2e4102b-4817-4ee8-b88d-54767c74d2e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1129 time: 0.0384977 Jun 22 09:13:37.793031 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9d96930d-9ef4-45ed-a2ae-2fd7bae3d643 req-e0436977-dc3d-4840-86f5-77945a1a669c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387383 Jun 22 09:13:38.185511 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbaf85-0798-4d20-8c2d-6e5fdc7167eb req-065c6a3b-49cb-4462-8213-112de197eb87 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:38.187032 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-abfbaf85-0798-4d20-8c2d-6e5fdc7167eb req-065c6a3b-49cb-4462-8213-112de197eb87 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0473816 Jun 22 09:13:38.237403 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-abfbaf85-0798-4d20-8c2d-6e5fdc7167eb req-6917c5fb-eee1-4f60-8970-675246707594 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 Jun 22 09:13:39.351758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f016c-4e55-4d70-9b5e-04ad013dd266 req-97a9fe8c-0e83-485f-9d39-b23fac38da2c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:39.353285 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-069f016c-4e55-4d70-9b5e-04ad013dd266 req-97a9fe8c-0e83-485f-9d39-b23fac38da2c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0471926 Jun 22 09:13:39.405330 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-069f016c-4e55-4d70-9b5e-04ad013dd266 req-74540764-1452-464d-b15f-68a0e2882774 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455298 Jun 22 09:13:40.521330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f371a0-3038-4fb4-b88a-dc7a7e58f855 req-e2874204-f3be-4f24-889f-3749a151d348 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:40.522719 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-64f371a0-3038-4fb4-b88a-dc7a7e58f855 req-e2874204-f3be-4f24-889f-3749a151d348 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0474207 Jun 22 09:13:40.575391 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-64f371a0-3038-4fb4-b88a-dc7a7e58f855 req-8d51ee93-2650-4717-ab0c-0d4e75a1c0aa tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470092 Jun 22 09:13:41.449142 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:41.955598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407726-7bc7-4ac5-a892-94d30bd47ae1 req-8ed9a909-eb06-4bd5-80b8-686890bb9843 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:41.956965 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9c407726-7bc7-4ac5-a892-94d30bd47ae1 req-8ed9a909-eb06-4bd5-80b8-686890bb9843 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0465691 Jun 22 09:13:42.003283 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9c407726-7bc7-4ac5-a892-94d30bd47ae1 req-0e330098-5db8-42ed-afde-5be234bce795 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 Jun 22 09:13:43.095286 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=12 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:43.119704 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe1037-084e-481e-8ec2-58adbf772d7f req-1cdc5ad6-8149-4913-ac87-79d1d03c8409 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:43.121226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-17fe1037-084e-481e-8ec2-58adbf772d7f req-1cdc5ad6-8149-4913-ac87-79d1d03c8409 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0477560 Jun 22 09:13:43.143276 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:43.168227 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-17fe1037-084e-481e-8ec2-58adbf772d7f req-7ce1b4ae-6b18-4da0-935e-d910a64b2e17 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Jun 22 09:13:44.130216 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-dd996558-6e95-43cb-a6f9-a2723ccf8924 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.130216 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-dd996558-6e95-43cb-a6f9-a2723ccf8924 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.0661652 Jun 22 09:13:44.264047 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Deleting port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:44.271010 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:44.271010 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:44.368181 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbbd37-e28c-4303-b6cc-90cf2225b57f req-1ba96848-7347-401e-b693-4060f5f2296c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.369638 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a7fbbd37-e28c-4303-b6cc-90cf2225b57f req-1ba96848-7347-401e-b693-4060f5f2296c tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 945 time: 0.1019011 Jun 22 09:13:44.423095 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] For port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:44.423469 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:44.449527 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a7fbbd37-e28c-4303-b6cc-90cf2225b57f req-29e01d6c-feec-494a-8bf3-5fe20b900b3d tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7e9ad57-dbee-43e7-a473-a35e951c0e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719671 Jun 22 09:13:44.578215 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f42e-f84f-41bc-8ea4-62dbfac0632e req-5ce61d89-8350-4de5-b985-edd198af8f28 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.579834 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6220f42e-f84f-41bc-8ea4-62dbfac0632e req-5ce61d89-8350-4de5-b985-edd198af8f28 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0521066 Jun 22 09:13:44.617648 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:44.618015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (60f4fa7e-cd11-406d-bb12-97cd1f6514e5), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:44.618336 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Floating IP 60f4fa7e-cd11-406d-bb12-97cd1f6514e5 disassociated. External IP: 172.27.0.239, port: 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe. Jun 22 09:13:44.618719 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Calling delete_port for 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:44.671128 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:44.677773 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6220f42e-f84f-41bc-8ea4-62dbfac0632e req-1edbc54b-1c1c-490b-a8b0-dbe8f1debdca tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915327 Jun 22 09:13:44.686557 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-b4dba18c-d25c-4320-9fa1-a1e77fab1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.688059 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-b4dba18c-d25c-4320-9fa1-a1e77fab1231 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1169 time: 0.0565021 Jun 22 09:13:44.780763 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-bf43b82e-1c70-43db-90f0-e5afddab6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.782212 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-bf43b82e-1c70-43db-90f0-e5afddab6a8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 916 time: 0.0853903 Jun 22 09:13:44.826461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:44.850024 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-cca80adf-259b-4f99-84a0-b9dce36a50e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 1001 time: 0.0592375 Jun 22 09:13:44.852413 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event deleted for resources: {'Port': ['ID=0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:44.866058 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.866319 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.866636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.867473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.867473 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.867699 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.867979 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.868307 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.868638 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.868959 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.869288 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.869639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.869933 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.870252 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.870608 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:44.911206 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-fb6de8f4-5927-4433-b455-4d816b87ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.911206 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-fb6de8f4-5927-4433-b455-4d816b87ddda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.0476842 Jun 22 09:13:44.954658 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-1b626585-07b4-4564-afe0-5649ef1bfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:44.956105 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-1b626585-07b4-4564-afe0-5649ef1bfa1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390084 Jun 22 09:13:44.983092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Router 3888f140-6376-4e55-92c6-864188eab109 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:45.051746 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-bfb5c40c-a7f6-47ce-9117-2b2577163ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879207 Jun 22 09:13:45.085485 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:45.087958 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:45.096989 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:45.110338 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:45.111634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:13:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:45.133665 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] No DVR routers for this DVR port 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:45.136605 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:45.139928 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:45.147310 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-011385c1-c4ce-4f92-afb7-ce1f1d49c82f req-8d48ca2d-94a2-4c76-b6bd-a0cd227b292e tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.47 "DELETE /v2.0/ports/0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe HTTP/1.1" status: 204 len: 173 time: 0.9994087 Jun 22 09:13:45.147885 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'name': 'network-vif-deleted', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:13:45.152453 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f29407-c34d-45d5-8acf-053f5d03d5c6" -d '{"events": [{"server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "name": "network-vif-deleted", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:13:45.157218 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3832952f-a1d2-4a2d-a31e-e9a4f44f6fdc req-e1ada775-fed9-4d13-b4c5-a48f602cf1fe service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993090 Jun 22 09:13:45.200599 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf85d9-9da0-4034-bb9c-f87ac3ef7162 x-openstack-request-id: req-01bf85d9-9da0-4034-bb9c-f87ac3ef7162 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:13:45.200894 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da52f0d-9679-4693-8b50-b3891b62b1c4", "name": "network-vif-deleted", "tag": "0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:13:45.201154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01bf85d9-9da0-4034-bb9c-f87ac3ef7162 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:13:45.201589 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bf85d9-9da0-4034-bb9c-f87ac3ef7162'] response: {'server_uuid': '4da52f0d-9679-4693-8b50-b3891b62b1c4', 'name': 'network-vif-deleted', 'tag': '0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe', 'status': 'completed', 'code': 200} Jun 22 09:13:45.248900 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:45.448073 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:45.478321 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:45.487385 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:45.488292 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:13:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:45.564464 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f47c0c8c-f6c7-470d-8ee9-0b62c7d0cbf5 req-75426746-3265-4ccf-8ddb-dcda416e2e0f tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/ports?device_id=4da52f0d-9679-4693-8b50-b3891b62b1c4 HTTP/1.1" status: 200 len: 210 time: 0.0337830 Jun 22 09:13:45.602107 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:45.794477 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:45.800939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9256e3-6598-4cd2-bf5d-daaeacd08ae6 req-c8610a64-f94c-4537-a607-09dfe4a224d7 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:45.802672 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0a9256e3-6598-4cd2-bf5d-daaeacd08ae6 req-c8610a64-f94c-4537-a607-09dfe4a224d7 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0493481 Jun 22 09:13:45.819679 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc7cd6-27b7-4681-a7d1-22e8824bbc06 None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'e340d42b-788f-4f94-be41-261741925970', 'name': '', 'network_id': 'afe5cf3e-c89f-4784-88a7-346190bc1b68', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'mac_address': 'fa:16:3e:a1:47:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:13Z', 'updated_at': '2022-06-22T09:07:27Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'subnets': [{'id': '95d60d52-6ba3-4e1b-8c0c-59c058040469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:45.843549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:45.878112 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-0a9256e3-6598-4cd2-bf5d-daaeacd08ae6 req-974b16f2-48c8-48fa-a02f-4c62534e9b36 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695829 Jun 22 09:13:46.061686 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973abdb-a55c-4786-9b29-8f91177b7cd3 None None] New status for floating IP 60f4fa7e-cd11-406d-bb12-97cd1f6514e5: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:13:46.567326 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a164d5-27ac-40d9-b76b-ba116845b8ac req-6ffe7b02-3d98-49a6-8e24-f048f8b4adcd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:46.568838 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-79a164d5-27ac-40d9-b76b-ba116845b8ac req-6ffe7b02-3d98-49a6-8e24-f048f8b4adcd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0484750 Jun 22 09:13:46.629646 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-79a164d5-27ac-40d9-b76b-ba116845b8ac req-32f686fb-6349-45a8-98e7-64db73f6e4bb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548856 Jun 22 09:13:46.872913 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54872) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:46.933852 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (d7e9ad57-dbee-43e7-a473-a35e951c0e5d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:46.967614 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (d7e9ad57-dbee-43e7-a473-a35e951c0e5d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:46.997993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9c64-5d53-4c28-a075-e9f3533e2653 req-1bcd2cdb-5e25-44d5-87d3-232a28416d72 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:46.999505 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53cd9c64-5d53-4c28-a075-e9f3533e2653 req-1bcd2cdb-5e25-44d5-87d3-232a28416d72 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0475562 Jun 22 09:13:47.059292 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53cd9c64-5d53-4c28-a075-e9f3533e2653 req-4fbde07a-f08b-4ee1-b130-ed4c374eef3c tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534353 Jun 22 09:13:47.111840 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d7e9ad57-dbee-43e7-a473-a35e951c0e5d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.114371 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.115655 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "DELETE /v2.0/security-groups/d7e9ad57-dbee-43e7-a473-a35e951c0e5d HTTP/1.1" status: 204 len: 168 time: 0.2417440 Jun 22 09:13:47.118541 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:47.126980 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9ad57-dbee-43e7-a473-a35e951c0e5d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:47.134451 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.134798 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.135161 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.135684 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.136020 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.136181 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.api.v2.resource [None req-0b12f899-1a6d-47c5-ad84-f7ce9bcf0561 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] show failed (client error): The resource could not be found. Jun 22 09:13:47.136351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.136680 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.137007 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.137234 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0b12f899-1a6d-47c5-ad84-f7ce9bcf0561 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "GET /v2.0/security-groups/d7e9ad57-dbee-43e7-a473-a35e951c0e5d HTTP/1.1" status: 404 len: 347 time: 0.0176988 Jun 22 09:13:47.137374 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.137736 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.138627 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.138982 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.139308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.139635 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.139956 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6a1cb5-5607-4a44-a07d-c4488ea9e9b1 tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:47.140721 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54888) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:47.225978 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:47.250156 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:47.250493 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0c0a5a8c-c11e-4b3a-bbae-bb0484acd5fe not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:47.257788 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Deleting port 23f2a923-81e5-4856-b7df-02974d1f1565 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:47.258279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (23f2a923-81e5-4856-b7df-02974d1f1565), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.334611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (23f2a923-81e5-4856-b7df-02974d1f1565), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.334970 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (23f2a923-81e5-4856-b7df-02974d1f1565), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.348045 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Calling delete_port for 23f2a923-81e5-4856-b7df-02974d1f1565 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:47.409423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:47.551891 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (23f2a923-81e5-4856-b7df-02974d1f1565), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.577309 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Pushing event deleted for resources: {'Port': ['ID=23f2a923-81e5-4856-b7df-02974d1f1565,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:47.642766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks [] for floatingip (60f4fa7e-cd11-406d-bb12-97cd1f6514e5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.645245 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.646389 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-aa10025a-c075-4582-b5be-29a9897b41bb tempest-AttachVolumeTestJSON-937953402 tempest-AttachVolumeTestJSON-937953402-project] 10.222.0.55 "DELETE /v2.0/floatingips/60f4fa7e-cd11-406d-bb12-97cd1f6514e5 HTTP/1.1" status: 204 len: 168 time: 0.5047357 Jun 22 09:13:47.693086 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54900) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:47.774767 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534acc6e-ea3b-4655-a9ed-c9732c8caa90 req-26f084c3-e5d5-4de3-b87e-20f639ba7666 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:47.778040 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-534acc6e-ea3b-4655-a9ed-c9732c8caa90 req-26f084c3-e5d5-4de3-b87e-20f639ba7666 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0488238 Jun 22 09:13:47.817524 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49fc9129-1011-414c-9904-b0039c98ffaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:47.850009 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-534acc6e-ea3b-4655-a9ed-c9732c8caa90 req-4f282d03-a4c7-4765-851c-82b1181f1a2d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677729 Jun 22 09:13:47.915854 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49fc9129-1011-414c-9904-b0039c98ffaa admin admin] Publish callbacks [] for security_group (987613b3-a9ac-4afe-9bb7-664581623bc2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.003328 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49fc9129-1011-414c-9904-b0039c98ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (987613b3-a9ac-4afe-9bb7-664581623bc2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.043907 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-49fc9129-1011-414c-9904-b0039c98ffaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d2cf0bb930b4fb0895814e508dba986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487189 Jun 22 09:13:48.045507 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc9129-1011-414c-9904-b0039c98ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987613b3-a9ac-4afe-9bb7-664581623bc2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:48.047556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54906) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:48.098300 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81940717-b217-4b94-9b98-df6b87703147 admin admin] Publish callbacks [] for security_group (987613b3-a9ac-4afe-9bb7-664581623bc2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.120930 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81940717-b217-4b94-9b98-df6b87703147 admin admin] Publish callbacks [] for security_group (987613b3-a9ac-4afe-9bb7-664581623bc2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.189997 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b026ad-fccd-4e7a-a225-0bd7561a4c19 req-3e225514-1437-483c-9093-d6ff5d6782e7 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:48.191415 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-73b026ad-fccd-4e7a-a225-0bd7561a4c19 req-3e225514-1437-483c-9093-d6ff5d6782e7 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0622313 Jun 22 09:13:48.204246 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:48.253202 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-73b026ad-fccd-4e7a-a225-0bd7561a4c19 req-223d7f15-6a62-4e69-a723-6e109f7c6970 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558696 Jun 22 09:13:48.294746 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81940717-b217-4b94-9b98-df6b87703147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (987613b3-a9ac-4afe-9bb7-664581623bc2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.297400 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81940717-b217-4b94-9b98-df6b87703147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.298588 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-81940717-b217-4b94-9b98-df6b87703147 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/987613b3-a9ac-4afe-9bb7-664581623bc2 HTTP/1.1" status: 204 len: 168 time: 0.2500091 Jun 22 09:13:48.306959 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81940717-b217-4b94-9b98-df6b87703147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987613b3-a9ac-4afe-9bb7-664581623bc2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:48.949857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 54918) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:48.968225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8d9305e5-c82a-4a59-a0c4-e3e593f02a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:48.972960 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee9850-4211-4a3c-9a9e-cd07620bacdd req-384efea7-3374-45fa-9018-119610f5f52f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:48.974490 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-10ee9850-4211-4a3c-9a9e-cd07620bacdd req-384efea7-3374-45fa-9018-119610f5f52f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0519593 Jun 22 09:13:49.029241 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-10ee9850-4211-4a3c-9a9e-cd07620bacdd req-a7544c03-c5ce-4c74-825d-5928c75f1beb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479579 Jun 22 09:13:49.046960 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8d9305e5-c82a-4a59-a0c4-e3e593f02a8f admin admin] Publish callbacks [] for security_group (64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.100539 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8d9305e5-c82a-4a59-a0c4-e3e593f02a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.141671 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8d9305e5-c82a-4a59-a0c4-e3e593f02a8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24e21d2f36d74265b7d93af142622326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898713 Jun 22 09:13:49.142776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9305e5-c82a-4a59-a0c4-e3e593f02a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:49.144396 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 54924) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:49.198196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef63ac55-df2a-4d6c-ae3c-e0f3b61bd411 admin admin] Publish callbacks [] for security_group (64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.219627 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef63ac55-df2a-4d6c-ae3c-e0f3b61bd411 admin admin] Publish callbacks [] for security_group (64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.323160 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef63ac55-df2a-4d6c-ae3c-e0f3b61bd411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.325721 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef63ac55-df2a-4d6c-ae3c-e0f3b61bd411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:49.326903 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ef63ac55-df2a-4d6c-ae3c-e0f3b61bd411 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e HTTP/1.1" status: 204 len: 168 time: 0.1814971 Jun 22 09:13:49.338538 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63ac55-df2a-4d6c-ae3c-e0f3b61bd411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4f3cd-2e8d-4f4e-9433-7f4d5a1ee18e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:49.382529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9638995-27be-4f5f-9973-8045e10da0eb req-d529a478-31c3-493b-90e8-8d51b9a85453 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:49.384057 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f9638995-27be-4f5f-9973-8045e10da0eb req-d529a478-31c3-493b-90e8-8d51b9a85453 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0600953 Jun 22 09:13:49.445250 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f9638995-27be-4f5f-9973-8045e10da0eb req-2c9fa711-cae0-45e9-836c-4194e37a3b09 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548775 Jun 22 09:13:50.151103 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee456f7-6706-45c9-957f-1f82e06e1818 req-66a2ca53-2174-466d-9c9f-f667c63203ee tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:50.152179 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bee456f7-6706-45c9-957f-1f82e06e1818 req-66a2ca53-2174-466d-9c9f-f667c63203ee tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0484412 Jun 22 09:13:50.202803 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bee456f7-6706-45c9-957f-1f82e06e1818 req-984ca99c-3fff-4fc2-9c90-23ae3eb4f237 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449860 Jun 22 09:13:50.569018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366dc84-19b7-4c18-88cb-2cb2eb47436b req-4bd1bd55-4d54-448f-ad98-fa7645e99bee tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:50.570469 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7366dc84-19b7-4c18-88cb-2cb2eb47436b req-4bd1bd55-4d54-448f-ad98-fa7645e99bee tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0549111 Jun 22 09:13:50.632848 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7366dc84-19b7-4c18-88cb-2cb2eb47436b req-bbf2960d-3ba7-4595-9527-d9e84b0cf115 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565724 Jun 22 09:13:51.324365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba938b5-d210-4513-8a9b-430e031dfa02 req-ddb48423-1ed5-4300-8414-cc5a7cfbee38 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:51.325884 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9ba938b5-d210-4513-8a9b-430e031dfa02 req-ddb48423-1ed5-4300-8414-cc5a7cfbee38 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0479720 Jun 22 09:13:51.360260 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:51.370424 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:51.379075 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9ba938b5-d210-4513-8a9b-430e031dfa02 req-5acf6c23-c30b-4a68-a7b5-95c26af1859e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477452 Jun 22 09:13:51.643443 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55000) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:51.774489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfae29e-1afa-459b-b99e-58a0720ba13b req-1fa1ec44-122d-472b-bbf2-f8c2e36e2385 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:51.776082 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8dfae29e-1afa-459b-b99e-58a0720ba13b req-1fa1ec44-122d-472b-bbf2-f8c2e36e2385 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0638313 Jun 22 09:13:51.854958 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8dfae29e-1afa-459b-b99e-58a0720ba13b req-ad6c4681-1efa-4f19-be95-36718b34ae24 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725050 Jun 22 09:13:51.902408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55008) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:52.001005 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:52.007813 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1a66580-054d-40a3-9de0-a394baea4bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.088696 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1a66580-054d-40a3-9de0-a394baea4bcb admin admin] Publish callbacks [] for security_group (11a1b0f6-e63b-468a-ad8b-a9a8be2116be), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.146233 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1a66580-054d-40a3-9de0-a394baea4bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (11a1b0f6-e63b-468a-ad8b-a9a8be2116be), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.179826 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:52.194454 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e1a66580-054d-40a3-9de0-a394baea4bcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=512ab3ef37cd49b6bc98bd1fd42e8197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908692 Jun 22 09:13:52.195373 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a66580-054d-40a3-9de0-a394baea4bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1b0f6-e63b-468a-ad8b-a9a8be2116be,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:52.197607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55012) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:52.250230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ac27-229f-4350-9977-6d9ef2417de6 admin admin] Publish callbacks [] for security_group (11a1b0f6-e63b-468a-ad8b-a9a8be2116be), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.271780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ac27-229f-4350-9977-6d9ef2417de6 admin admin] Publish callbacks [] for security_group (11a1b0f6-e63b-468a-ad8b-a9a8be2116be), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.336597 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (3888f140-6376-4e55-92c6-864188eab109), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.392177 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ac27-229f-4350-9977-6d9ef2417de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (11a1b0f6-e63b-468a-ad8b-a9a8be2116be), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.394833 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ac27-229f-4350-9977-6d9ef2417de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.396030 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a6a3ac27-229f-4350-9977-6d9ef2417de6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11a1b0f6-e63b-468a-ad8b-a9a8be2116be HTTP/1.1" status: 204 len: 168 time: 0.1975286 Jun 22 09:13:52.406961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3ac27-229f-4350-9977-6d9ef2417de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1b0f6-e63b-468a-ad8b-a9a8be2116be,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:52.422692 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:52.543875 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c1eac-4179-44d9-afc5-db44b1b65a2b req-bc7a4966-919a-45f3-b077-ac8e1b82e7e7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:52.545888 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-064c1eac-4179-44d9-afc5-db44b1b65a2b req-bc7a4966-919a-45f3-b077-ac8e1b82e7e7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0572951 Jun 22 09:13:52.643586 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-064c1eac-4179-44d9-afc5-db44b1b65a2b req-31a9a82c-d86d-4194-ad38-216db3babc57 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803933 Jun 22 09:13:52.647534 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Deleting port e340d42b-788f-4f94-be41-261741925970 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:52.647861 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (e340d42b-788f-4f94-be41-261741925970), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.733396 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] For port e340d42b-788f-4f94-be41-261741925970, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e340d42b-788f-4f94-be41-261741925970,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:52.733763 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (e340d42b-788f-4f94-be41-261741925970), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:52.747028 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Calling delete_port for e340d42b-788f-4f94-be41-261741925970 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:52.869547 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:52.871547 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:52.971081 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab11029-8dbd-4ba9-9326-19bf7b258510 req-739a2712-2978-47cb-90b4-bcd3db9a78b4 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:52.973203 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6ab11029-8dbd-4ba9-9326-19bf7b258510 req-739a2712-2978-47cb-90b4-bcd3db9a78b4 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0484676 Jun 22 09:13:52.997041 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (e340d42b-788f-4f94-be41-261741925970), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.023136 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Pushing event deleted for resources: {'Port': ['ID=e340d42b-788f-4f94-be41-261741925970,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:53.039794 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-6ab11029-8dbd-4ba9-9326-19bf7b258510 req-fd48a038-cc24-43a2-b270-84d153ccf767 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608881 Jun 22 09:13:53.087289 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55024) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:53.105739 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ebffce-2922-4bdd-8ea3-e4a610d7ce75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.190391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ebffce-2922-4bdd-8ea3-e4a610d7ce75 admin admin] Publish callbacks [] for security_group (74588724-63fb-479b-a317-a0a5e2b7fec7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.201614 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (3888f140-6376-4e55-92c6-864188eab109), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.270463 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ebffce-2922-4bdd-8ea3-e4a610d7ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (74588724-63fb-479b-a317-a0a5e2b7fec7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.308225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebffce-2922-4bdd-8ea3-e4a610d7ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74588724-63fb-479b-a317-a0a5e2b7fec7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:53.313016 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b4ebffce-2922-4bdd-8ea3-e4a610d7ce75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30e0cd5dfcc34dcca7f255328cebf80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244956 Jun 22 09:13:53.315658 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55026) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:53.366685 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ec3ee9-e877-4f24-b680-28dc2e939b5e admin admin] Publish callbacks [] for security_group (74588724-63fb-479b-a317-a0a5e2b7fec7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.389100 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ec3ee9-e877-4f24-b680-28dc2e939b5e admin admin] Publish callbacks [] for security_group (74588724-63fb-479b-a317-a0a5e2b7fec7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.407427 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Router 3888f140-6376-4e55-92c6-864188eab109 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:13:53.505180 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ec3ee9-e877-4f24-b680-28dc2e939b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (74588724-63fb-479b-a317-a0a5e2b7fec7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.508801 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02ec3ee9-e877-4f24-b680-28dc2e939b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.509446 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-02ec3ee9-e877-4f24-b680-28dc2e939b5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74588724-63fb-479b-a317-a0a5e2b7fec7 HTTP/1.1" status: 204 len: 168 time: 0.1926308 Jun 22 09:13:53.512101 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:13:53.518323 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec3ee9-e877-4f24-b680-28dc2e939b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74588724-63fb-479b-a317-a0a5e2b7fec7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:53.522758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55030) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:53.523232 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-856139b2-e19a-456b-9be7-4f72c6330646 admin admin] 10.222.0.55 "PUT /v2.0/routers/3888f140-6376-4e55-92c6-864188eab109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770952 Jun 22 09:13:53.525369 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] Sync routers for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:13:53.541652 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:53.542281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:13:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:53.582212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.627059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks [] for router (3888f140-6376-4e55-92c6-864188eab109), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.655306 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:53.741318 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks [] for router_gateway (3888f140-6376-4e55-92c6-864188eab109), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.772836 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c2661-2389-45b5-b65c-c8a32eb415ac req-e7ba78aa-a2e1-46b3-a149-b412659e1742 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:53.774684 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-698c2661-2389-45b5-b65c-c8a32eb415ac req-e7ba78aa-a2e1-46b3-a149-b412659e1742 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0551863 Jun 22 09:13:53.804188 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.828585 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-698c2661-2389-45b5-b65c-c8a32eb415ac req-6c94c15f-f968-45c3-a317-87796d797cfa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469027 Jun 22 09:13:53.843799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Deleting port e09a124a-3ec5-42cf-873e-f5aff5cfc75e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:53.844148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.901058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.905859 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:53.930801 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] For port e09a124a-3ec5-42cf-873e-f5aff5cfc75e, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:53.931399 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:53.948448 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Calling delete_port for e09a124a-3ec5-42cf-873e-f5aff5cfc75e owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:53.971148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:13:52Z', 'revision_number': 5, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port': {'id': 'e09a124a-3ec5-42cf-873e-f5aff5cfc75e', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3888f140-6376-4e55-92c6-864188eab109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:07Z', 'updated_at': '2022-06-22T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:53.996364 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] Checking router: 3888f140-6376-4e55-92c6-864188eab109 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:13:54.005683 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] Routers {'3888f140-6376-4e55-92c6-864188eab109'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:13:54.006307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:13:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['3888f140-6376-4e55-92c6-864188eab109'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:54.110861 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] Set router 3888f140-6376-4e55-92c6-864188eab109 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:13:54.164237 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:13:53Z', 'revision_number': 6, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:54.169553 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a835b8e-c777-478e-b540-05bd6571ad46 req-eed5f9e1-9d15-43dc-8226-eab6ca315732 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:54.171058 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4a835b8e-c777-478e-b540-05bd6571ad46 req-eed5f9e1-9d15-43dc-8226-eab6ca315732 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0552084 Jun 22 09:13:54.189124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a2441-a97f-41a4-b037-6ad1cbd84892 None None] The sync data for ids ['3888f140-6376-4e55-92c6-864188eab109'] in dv-cinder-803823-12-iscsi is: [{'id': '3888f140-6376-4e55-92c6-864188eab109', 'name': 'tempest-AttachVolumeTestJSON-1783183377-router', 'tenant_id': 'b887d876b7624299b5575036da211d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:13:53Z', 'revision_number': 6, 'project_id': 'b887d876b7624299b5575036da211d6b', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:13:54.240448 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4a835b8e-c777-478e-b540-05bd6571ad46 req-568dc853-7d19-4af1-b4b6-1ca78aea9427 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635474 Jun 22 09:13:54.256926 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (e09a124a-3ec5-42cf-873e-f5aff5cfc75e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.265162 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:54.286112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e09a124a-3ec5-42cf-873e-f5aff5cfc75e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:54.352432 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (3888f140-6376-4e55-92c6-864188eab109), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.442269 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (3888f140-6376-4e55-92c6-864188eab109), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.444869 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks [] for router_controller (3888f140-6376-4e55-92c6-864188eab109), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.552551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (3888f140-6376-4e55-92c6-864188eab109), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.555864 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3888f140-6376-4e55-92c6-864188eab109 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:13:54.561893 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.563735 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-14f38546-ff0b-47ff-92ae-e17f00bb28ba admin admin] 10.222.0.55 "DELETE /v2.0/routers/3888f140-6376-4e55-92c6-864188eab109 HTTP/1.1" status: 204 len: 168 time: 1.0393634 Jun 22 09:13:54.565747 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55052) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:54.616705 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Deleting subnet 95d60d52-6ba3-4e1b-8c0c-59c058040469 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:13:54.620129 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Publish callbacks [] for subnet (95d60d52-6ba3-4e1b-8c0c-59c058040469), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.660472 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (95d60d52-6ba3-4e1b-8c0c-59c058040469), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.740563 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (95d60d52-6ba3-4e1b-8c0c-59c058040469), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.849350 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (95d60d52-6ba3-4e1b-8c0c-59c058040469), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.876612 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d60d52-6ba3-4e1b-8c0c-59c058040469,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:54.883339 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.889390 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ff4cdd0f-33e6-4d23-97c3-6d934f293623 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95d60d52-6ba3-4e1b-8c0c-59c058040469 HTTP/1.1" status: 204 len: 168 time: 0.3189166 Jun 22 09:13:54.889724 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55064) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:54.890299 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600a8ad-9996-4418-bc9a-eeb6d27bdacf None None] Network afe5cf3e-c89f-4784-88a7-346190bc1b68 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:13:54.977617 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (afe5cf3e-c89f-4784-88a7-346190bc1b68), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:54.980520 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbcff6-07f7-4c1e-b6e3-71813e85969d req-dd7d6187-b57d-4812-b960-f5004ca8bea3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:54.988740 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4fcbcff6-07f7-4c1e-b6e3-71813e85969d req-dd7d6187-b57d-4812-b960-f5004ca8bea3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0614135 Jun 22 09:13:55.025941 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Deleting port a58955d7-0097-42aa-8b4a-7ef9eab92a34 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:55.026203 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.053673 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4fcbcff6-07f7-4c1e-b6e3-71813e85969d req-f2dbfc79-dd43-4b5e-842c-39857a506bfb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633912 Jun 22 09:13:55.078099 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] DHCP port deletion for afe5cf3e-c89f-4784-88a7-346190bc1b68 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:13:55.117731 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] For port a58955d7-0097-42aa-8b4a-7ef9eab92a34, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=a58955d7-0097-42aa-8b4a-7ef9eab92a34,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:55.117967 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Deleting port a58955d7-0097-42aa-8b4a-7ef9eab92a34 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:13:55.118184 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.118299 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.133227 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Calling delete_port for a58955d7-0097-42aa-8b4a-7ef9eab92a34 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:55.183634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] For port a58955d7-0097-42aa-8b4a-7ef9eab92a34, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=a58955d7-0097-42aa-8b4a-7ef9eab92a34,segment=NetworkSegment(5587e075-1f95-4eec-89d2-7239d17c3a67),segment_id=5587e075-1f95-4eec-89d2-7239d17c3a67)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:13:55.184003 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.201072 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Calling delete_port for a58955d7-0097-42aa-8b4a-7ef9eab92a34 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:13:55.287581 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.300418 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (a58955d7-0097-42aa-8b4a-7ef9eab92a34), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.339902 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Pushing event deleted for resources: {'Port': ['ID=a58955d7-0097-42aa-8b4a-7ef9eab92a34,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:55.343343 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Pushing event deleted for resources: {'Port': ['ID=a58955d7-0097-42aa-8b4a-7ef9eab92a34,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:55.355058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] No DVR routers for this DVR port a58955d7-0097-42aa-8b4a-7ef9eab92a34 on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:55.356234 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] No DVR routers for this DVR port a58955d7-0097-42aa-8b4a-7ef9eab92a34 on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:13:55.361633 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.366787 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.367532 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.367532 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.367723 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.368058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.368552 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.368697 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.369018 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d328f04-bf87-45bf-bc63-11d13959634b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:13:55.394238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55070) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:55.436278 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ad04f-d8ca-48dc-aea5-00d40e57beba req-1d6226c6-e500-44cf-96e3-33d9355f9d4e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:55.437778 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fd5ad04f-d8ca-48dc-aea5-00d40e57beba req-1d6226c6-e500-44cf-96e3-33d9355f9d4e tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0918174 Jun 22 09:13:55.485620 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (afe5cf3e-c89f-4784-88a7-346190bc1b68), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.510562 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63ca90d3-ef5e-4263-a962-b5cfff26eab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.518466 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe5cf3e-c89f-4784-88a7-346190bc1b68']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:55.546166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5587e075-1f95-4eec-89d2-7239d17c3a67') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:55.546166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5587e075-1f95-4eec-89d2-7239d17c3a67') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:13:55.555085 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device a58955d7-0097-42aa-8b4a-7ef9eab92a34 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:55.564633 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (5587e075-1f95-4eec-89d2-7239d17c3a67), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.571041 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-fd5ad04f-d8ca-48dc-aea5-00d40e57beba req-51cb8daa-0b79-4d2c-ad8e-149f4a88b832 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265345 Jun 22 09:13:55.576624 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: a58955d7-0097-42aa-8b4a-7ef9eab92a34 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:55.576981 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device a58955d7-0097-42aa-8b4a-7ef9eab92a34 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:55.577399 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e340d42b-788f-4f94-be41-261741925970 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:55.588069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (5587e075-1f95-4eec-89d2-7239d17c3a67), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.594746 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:55.598777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: e340d42b-788f-4f94-be41-261741925970 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:55.608589 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e340d42b-788f-4f94-be41-261741925970 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:55.608697 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63ca90d3-ef5e-4263-a962-b5cfff26eab1 admin admin] Publish callbacks [] for security_group (e9bdceaf-3c4e-4603-87c4-62ae105f7d50), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.608811 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e09a124a-3ec5-42cf-873e-f5aff5cfc75e no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:13:55.608928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:13:55.608928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (5587e075-1f95-4eec-89d2-7239d17c3a67), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.619175 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: e09a124a-3ec5-42cf-873e-f5aff5cfc75e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:13:55.619528 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e09a124a-3ec5-42cf-873e-f5aff5cfc75e not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:13:55.625276 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 5587e075-1f95-4eec-89d2-7239d17c3a67 resource provider aggregate not found Jun 22 09:13:55.663849 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 5587e075-1f95-4eec-89d2-7239d17c3a67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5587e075-1f95-4eec-89d2-7239d17c3a67 found for delete ", "request_id": "req-d39e070b-1aaf-45cb-99c4-4bf751beabd7"}]} Jun 22 09:13:55.704521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63ca90d3-ef5e-4263-a962-b5cfff26eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e9bdceaf-3c4e-4603-87c4-62ae105f7d50), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.745562 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca90d3-ef5e-4263-a962-b5cfff26eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bdceaf-3c4e-4603-87c4-62ae105f7d50,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:55.751032 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-63ca90d3-ef5e-4263-a962-b5cfff26eab1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38568d2a644a40b1bc662e0ae5513e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557158 Jun 22 09:13:55.759176 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55078) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:55.803666 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5763159e-ab81-42c1-9938-ad259d4058f1 admin admin] Publish callbacks [] for security_group (e9bdceaf-3c4e-4603-87c4-62ae105f7d50), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.824560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5763159e-ab81-42c1-9938-ad259d4058f1 admin admin] Publish callbacks [] for security_group (e9bdceaf-3c4e-4603-87c4-62ae105f7d50), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.832423 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:55.963415 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (afe5cf3e-c89f-4784-88a7-346190bc1b68), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.969730 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.972766 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] 10.222.0.55 "DELETE /v2.0/networks/afe5cf3e-c89f-4784-88a7-346190bc1b68 HTTP/1.1" status: 204 len: 168 time: 1.0820601 Jun 22 09:13:55.974062 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5763159e-ab81-42c1-9938-ad259d4058f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e9bdceaf-3c4e-4603-87c4-62ae105f7d50), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.976551 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5763159e-ab81-42c1-9938-ad259d4058f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:55.980575 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5763159e-ab81-42c1-9938-ad259d4058f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9bdceaf-3c4e-4603-87c4-62ae105f7d50 HTTP/1.1" status: 204 len: 168 time: 0.2232325 Jun 22 09:13:55.986334 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763159e-ab81-42c1-9938-ad259d4058f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bdceaf-3c4e-4603-87c4-62ae105f7d50,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:55.986866 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc117-b620-4113-8596-2749438d487f admin admin] Pushing event deleted for resources: {'Network': ['ID=afe5cf3e-c89f-4784-88a7-346190bc1b68,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:56.132580 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:56.133783 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:56.138637 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:56.179009 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab6e2b-760f-4247-8d40-b7b3d6083f41 req-03e23ded-fd55-4783-bc28-0bbaeaa6be46 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:56.180477 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-44ab6e2b-760f-4247-8d40-b7b3d6083f41 req-03e23ded-fd55-4783-bc28-0bbaeaa6be46 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0487785 Jun 22 09:13:56.227024 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-44ab6e2b-760f-4247-8d40-b7b3d6083f41 req-93630302-4204-42c6-9bf3-d746a596d253 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404060 Jun 22 09:13:56.249676 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02f78d31-8dbe-4a9f-96b6-6017b054b2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.396589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55088) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:56.441167 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8c685acc-32c2-489b-b888-ae4377746a46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b887d876b7624299b5575036da211d6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432162 Jun 22 09:13:56.443660 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55090) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:13:56.493020 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-feebdcba-4acc-4ccc-898d-68ba466a86f4 admin admin] Publish callbacks [] for security_group (0d5a70bb-f50d-40d1-bebd-26707a55f756), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.515003 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-feebdcba-4acc-4ccc-898d-68ba466a86f4 admin admin] Publish callbacks [] for security_group (0d5a70bb-f50d-40d1-bebd-26707a55f756), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.614603 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-feebdcba-4acc-4ccc-898d-68ba466a86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (0d5a70bb-f50d-40d1-bebd-26707a55f756), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.617000 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-feebdcba-4acc-4ccc-898d-68ba466a86f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:56.618178 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-feebdcba-4acc-4ccc-898d-68ba466a86f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d5a70bb-f50d-40d1-bebd-26707a55f756 HTTP/1.1" status: 204 len: 168 time: 0.1735740 Jun 22 09:13:56.628868 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebdcba-4acc-4ccc-898d-68ba466a86f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a70bb-f50d-40d1-bebd-26707a55f756,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:13:56.836681 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:56.845106 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10317f95-70ab-47c9-aa84-b07e6f816112 req-eafed0c0-9958-4c1c-8f4c-3e74e8859d18 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:56.846608 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-10317f95-70ab-47c9-aa84-b07e6f816112 req-eafed0c0-9958-4c1c-8f4c-3e74e8859d18 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0472083 Jun 22 09:13:56.913167 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-10317f95-70ab-47c9-aa84-b07e6f816112 req-38008b56-0a24-436c-8ce9-2e58ea672eb3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608139 Jun 22 09:13:57.354276 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b1fe-ee2c-4002-b3ed-62af3fb664a7 req-b16682a4-f89f-4cc2-9a3b-19ff175bbfb2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:57.356576 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a496b1fe-ee2c-4002-b3ed-62af3fb664a7 req-b16682a4-f89f-4cc2-9a3b-19ff175bbfb2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0559995 Jun 22 09:13:57.414121 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a496b1fe-ee2c-4002-b3ed-62af3fb664a7 req-05402f27-5cb7-468a-8d21-e1f36b3bb1f8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513635 Jun 22 09:13:58.031248 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8e432-0aeb-4540-9daf-d7d8df91abc1 req-bca13aaf-2771-4da8-8826-6a126894abbb tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:58.032981 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4ba8e432-0aeb-4540-9daf-d7d8df91abc1 req-bca13aaf-2771-4da8-8826-6a126894abbb tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0520694 Jun 22 09:13:58.099316 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4ba8e432-0aeb-4540-9daf-d7d8df91abc1 req-b7548333-899b-4e3e-8af9-f49ea0f13a01 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=b39900b2-aac7-4c44-85bf-8e90d0ac270c&id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597126 Jun 22 09:13:58.448886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cde5b326-1235-407e-96ab-e1e16801aee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:58.538362 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd2522-220d-463e-9ee5-a9c9ebb68e81 req-9b8a0a95-a333-49f5-8e96-fcc4834eedc0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:58.539899 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1bcd2522-220d-463e-9ee5-a9c9ebb68e81 req-9b8a0a95-a333-49f5-8e96-fcc4834eedc0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0486217 Jun 22 09:13:58.588423 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1bcd2522-220d-463e-9ee5-a9c9ebb68e81 req-98bb0734-bee3-4393-9524-84fed19db5e3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423467 Jun 22 09:13:59.596354 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:13:59.706969 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:13:59.718736 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b95bc-18a1-49e8-8a4b-10ade544789f req-99453a32-bb68-40c7-b32a-8fbed497d6ed tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:13:59.720225 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9d7b95bc-18a1-49e8-8a4b-10ade544789f req-99453a32-bb68-40c7-b32a-8fbed497d6ed tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0553820 Jun 22 09:13:59.773863 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9d7b95bc-18a1-49e8-8a4b-10ade544789f req-fb965802-06fb-40c1-b659-ebc7220332c2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480723 Jun 22 09:14:00.915393 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70860778-821b-4247-a407-8d7867b6cf8f req-242a5ea3-6098-423f-a199-5dfe681bfa7c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:00.916927 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-70860778-821b-4247-a407-8d7867b6cf8f req-242a5ea3-6098-423f-a199-5dfe681bfa7c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0614405 Jun 22 09:14:00.968221 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-70860778-821b-4247-a407-8d7867b6cf8f req-8102ccf1-54a9-4101-9dbb-d4f04f9392b0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447464 Jun 22 09:14:01.155822 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:01.562061 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:02.097726 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055f2e-ee82-42ac-a092-9ce12a52ceee req-923ea288-b854-4206-9ef0-1606be3f8a6f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:02.099269 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3c055f2e-ee82-42ac-a092-9ce12a52ceee req-923ea288-b854-4206-9ef0-1606be3f8a6f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0546718 Jun 22 09:14:02.147832 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3c055f2e-ee82-42ac-a092-9ce12a52ceee req-03521557-d2bf-4431-9ad0-bbdb8f2ac6b2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428896 Jun 22 09:14:03.266023 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3c66-4a61-4dcd-8713-1f35c71ba5fa req-04f7c447-f2fd-4a14-aca8-ed12703069ee tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:03.267792 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53ed3c66-4a61-4dcd-8713-1f35c71ba5fa req-04f7c447-f2fd-4a14-aca8-ed12703069ee tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0479827 Jun 22 09:14:03.315767 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-53ed3c66-4a61-4dcd-8713-1f35c71ba5fa req-a9a68078-9959-44e2-9261-037335712c88 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424962 Jun 22 09:14:04.433926 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ce9e-e2e2-45e7-b1a0-5d169410b9ef req-9cd89f7d-9bad-42bc-9441-e982751a0141 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:04.436106 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b263ce9e-e2e2-45e7-b1a0-5d169410b9ef req-9cd89f7d-9bad-42bc-9441-e982751a0141 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0482261 Jun 22 09:14:04.484297 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b263ce9e-e2e2-45e7-b1a0-5d169410b9ef req-2109e9fd-8d1c-4ab5-8c61-2dd31f4ab12b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427005 Jun 22 09:14:05.221822 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:14:05.323725 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:05.335396 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'mac_address': 'fa:16:3e:b4:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:14:05.372909 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:05.373304 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:05.394100 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80ee4f92-8e74-49ff-9d1e-85edcc14992c {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:14:05.415912 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:05.500340 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:05.533462 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:05.553806 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:05.612001 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a2150-a86c-448d-93e6-0c28438c0e95 req-52fe38b6-f6b2-4055-91ad-18260e8b19c9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:05.614478 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-502a2150-a86c-448d-93e6-0c28438c0e95 req-52fe38b6-f6b2-4055-91ad-18260e8b19c9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 945 time: 0.0549393 Jun 22 09:14:05.664312 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-502a2150-a86c-448d-93e6-0c28438c0e95 req-ff4cb7fb-d954-43c2-b4ce-2e890f322c12 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443630 Jun 22 09:14:06.529961 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['80ee4f92-8e74-49ff-9d1e-85edcc14992c'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:14:06.648121 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:14:06.786240 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f83ff3-37e0-4de0-a862-eeaebb3fe0a8 req-f25360e7-5046-4974-9555-e4a227c14e16 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:06.787904 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f7f83ff3-37e0-4de0-a862-eeaebb3fe0a8 req-f25360e7-5046-4974-9555-e4a227c14e16 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 945 time: 0.0512142 Jun 22 09:14:06.835361 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f7f83ff3-37e0-4de0-a862-eeaebb3fe0a8 req-89359fad-439c-4998-9acb-8c45d06ad671 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419297 Jun 22 09:14:07.961762 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:07.993663 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1c83d-dd3e-4f5b-a758-bfb5b49603de req-a4b79f39-d87e-415a-9c07-ef1780b893e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:07.996390 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b0e1c83d-dd3e-4f5b-a758-bfb5b49603de req-a4b79f39-d87e-415a-9c07-ef1780b893e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 945 time: 0.0741639 Jun 22 09:14:08.070124 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b0e1c83d-dd3e-4f5b-a758-bfb5b49603de req-475e1ae1-1af6-43bb-8736-7375b6e97e53 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649691 Jun 22 09:14:08.242552 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:14:08.307387 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 80ee4f92-8e74-49ff-9d1e-85edcc14992c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:14:08.308057 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:08.400984 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:08.401642 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:08.443414 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:08.445999 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a5ea7-6eba-4726-9828-0d6543df23e8" -d '{"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-plugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:08.466271 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:08.500623 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae99fb9-9b06-46ee-b84f-b8f2e70843cf x-openstack-request-id: req-0ae99fb9-9b06-46ee-b84f-b8f2e70843cf {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:08.500921 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-plugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:08.501169 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ae99fb9-9b06-46ee-b84f-b8f2e70843cf {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:08.501577 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae99fb9-9b06-46ee-b84f-b8f2e70843cf'] response: {'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'code': 200} Jun 22 09:14:08.541772 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:08.614447 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:09.246342 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109942d7-b09c-4b23-89aa-dda86b5561c1 req-642fdc0e-f5d2-49c6-a2fd-4cb08f283fd2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:09.247964 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-109942d7-b09c-4b23-89aa-dda86b5561c1 req-642fdc0e-f5d2-49c6-a2fd-4cb08f283fd2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0629537 Jun 22 09:14:09.312403 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-109942d7-b09c-4b23-89aa-dda86b5561c1 req-3928e87d-120a-478a-894e-a4ecca83f5a2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586421 Jun 22 09:14:10.453572 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14f2db-d539-4585-bf7a-dab7a55866b0 req-af02878b-5582-4b7f-b985-2c17460cc1e1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:10.458174 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bb14f2db-d539-4585-bf7a-dab7a55866b0 req-af02878b-5582-4b7f-b985-2c17460cc1e1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0533743 Jun 22 09:14:10.503578 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bb14f2db-d539-4585-bf7a-dab7a55866b0 req-f9cbf021-c22c-4054-94c0-09baccebb03b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430400 Jun 22 09:14:11.529978 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:11.629079 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:11.640134 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449c8cb-0ee8-4ae6-af54-76f91f369b93 req-31f5d5c8-175f-4451-ba4a-9b6c2232ea3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:11.641656 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6449c8cb-0ee8-4ae6-af54-76f91f369b93 req-31f5d5c8-175f-4451-ba4a-9b6c2232ea3e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0575371 Jun 22 09:14:11.695573 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6449c8cb-0ee8-4ae6-af54-76f91f369b93 req-9322c992-400a-49d7-9b1f-b5e83ec969e4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475690 Jun 22 09:14:12.829148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e869b-857c-481b-bb93-c25777c6caa4 req-7ffbc4da-ae3f-4047-ab17-33f4f530fdd7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:12.831351 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-eb9e869b-857c-481b-bb93-c25777c6caa4 req-7ffbc4da-ae3f-4047-ab17-33f4f530fdd7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0546610 Jun 22 09:14:12.890781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-eb9e869b-857c-481b-bb93-c25777c6caa4 req-884bb684-45c0-4e72-8cd0-841ea48d7c8d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537856 Jun 22 09:14:14.018529 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8026ee-6ea8-428e-80c2-72322f399d55 req-3c28b1e4-dc06-4db1-9dbe-342b1d9da14e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:14.020234 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ec8026ee-6ea8-428e-80c2-72322f399d55 req-3c28b1e4-dc06-4db1-9dbe-342b1d9da14e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0473981 Jun 22 09:14:14.066893 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ec8026ee-6ea8-428e-80c2-72322f399d55 req-9927ddfb-b604-4447-8bf6-0ff710ca4967 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410562 Jun 22 09:14:15.196622 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be0f5-8e0a-4578-a300-5c2daba0a88a req-252d9f8e-0437-400a-85af-a3a45e790f8d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:15.199182 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5d1be0f5-8e0a-4578-a300-5c2daba0a88a req-252d9f8e-0437-400a-85af-a3a45e790f8d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0532985 Jun 22 09:14:15.264945 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5d1be0f5-8e0a-4578-a300-5c2daba0a88a req-a5b7a360-6e0c-40db-85d2-325515128f84 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552802 Jun 22 09:14:16.415542 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b2783-de71-4f9f-9980-7854d7dbebe0 req-4170bdd4-825e-4126-91c6-cc01f171b2c5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:16.429022 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-951b2783-de71-4f9f-9980-7854d7dbebe0 req-4170bdd4-825e-4126-91c6-cc01f171b2c5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0730464 Jun 22 09:14:16.483853 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-951b2783-de71-4f9f-9980-7854d7dbebe0 req-df433e08-69c5-42f8-b69d-f7749311cab5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537326 Jun 22 09:14:17.611107 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585490a3-924b-4f18-afb7-3ed61422029a req-7d6f9770-25b8-497b-a013-2fc8ab3c3a99 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:17.612567 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-585490a3-924b-4f18-afb7-3ed61422029a req-7d6f9770-25b8-497b-a013-2fc8ab3c3a99 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0458939 Jun 22 09:14:17.663745 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-585490a3-924b-4f18-afb7-3ed61422029a req-58de882f-563a-4239-9a7f-d7af0ce941e0 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455844 Jun 22 09:14:18.788777 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9c9d8-0726-4bcc-87bc-60969b56c153 req-1b228d7a-ea04-4f15-8206-662dffd14e39 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:18.790242 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f3e9c9d8-0726-4bcc-87bc-60969b56c153 req-1b228d7a-ea04-4f15-8206-662dffd14e39 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0465510 Jun 22 09:14:18.848523 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f3e9c9d8-0726-4bcc-87bc-60969b56c153 req-e7257554-9715-4795-909a-e1e6c8ec81c1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524435 Jun 22 09:14:19.648367 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:19.655316 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:19.968633 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ae0f-1b94-4de7-a0b1-f075adec9391 req-aa83569a-8b97-46e2-b9d3-2c217997dca6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:19.970098 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1352ae0f-1b94-4de7-a0b1-f075adec9391 req-aa83569a-8b97-46e2-b9d3-2c217997dca6 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0506065 Jun 22 09:14:20.016424 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1352ae0f-1b94-4de7-a0b1-f075adec9391 req-30bee546-b975-4bc5-a383-2163bbfcedea tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408909 Jun 22 09:14:21.140012 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f22367-b3e8-4b5c-b399-37fa72842e96 req-6025e8ba-35ff-4984-bc90-ba0dd51babc8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:21.140012 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f6f22367-b3e8-4b5c-b399-37fa72842e96 req-6025e8ba-35ff-4984-bc90-ba0dd51babc8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0507982 Jun 22 09:14:21.188728 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f6f22367-b3e8-4b5c-b399-37fa72842e96 req-ca4f548a-dab7-4364-8a73-ec5eb9d8fcab tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443063 Jun 22 09:14:21.413197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:21.415065 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:21.519638 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-b21a24eb-a36d-409a-a6a1-f463b443624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:21.521113 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-b21a24eb-a36d-409a-a6a1-f463b443624c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1130 time: 0.0408123 Jun 22 09:14:21.613591 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-879766da-ebbb-41a2-987d-db31c0496370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:21.615061 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-879766da-ebbb-41a2-987d-db31c0496370 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.0848024 Jun 22 09:14:21.678427 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-bd526b08-e1cc-4d36-95c6-58af29109902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 1001 time: 0.0562425 Jun 22 09:14:21.728076 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-bafe2f99-aef4-42c9-8aa3-57e9a111a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:21.729736 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-bafe2f99-aef4-42c9-8aa3-57e9a111a083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0425241 Jun 22 09:14:21.771956 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-e127022a-3c3d-48dc-9809-2a13c57fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:21.773385 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-e127022a-3c3d-48dc-9809-2a13c57fb5af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367012 Jun 22 09:14:21.861198 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:21.866866 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-4e357d09-2895-4fbb-838f-82284a3e0cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861077 Jun 22 09:14:21.962232 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-56689123-72d9-409b-a590-7c79e7d2bf26 req-321846e4-2176-4359-bb80-2a7d4c543c41 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880227 Jun 22 09:14:22.294263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:22.309864 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc13a3-c6ce-4167-87e6-6cfc8e4db289 req-81b0c79c-eedf-4a49-b9b0-ffdfa2946e78 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:22.311355 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-52dc13a3-c6ce-4167-87e6-6cfc8e4db289 req-81b0c79c-eedf-4a49-b9b0-ffdfa2946e78 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0479577 Jun 22 09:14:22.360558 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-52dc13a3-c6ce-4167-87e6-6cfc8e4db289 req-4a4195b7-e623-44d5-9d22-a54b85109260 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434132 Jun 22 09:14:23.482388 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812c68-50d0-48f0-a509-2063f2fa4549 req-16611826-9d82-4fea-9a75-dd23de106f02 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:23.484264 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e812c68-50d0-48f0-a509-2063f2fa4549 req-16611826-9d82-4fea-9a75-dd23de106f02 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 946 time: 0.0514529 Jun 22 09:14:23.536786 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5e812c68-50d0-48f0-a509-2063f2fa4549 req-c7f19815-7b4a-454e-908f-d36a618c44f2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469170 Jun 22 09:14:24.315275 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:14:24.384839 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:24.385239 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:24.409453 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:24.411652 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199740f5-65d0-4351-bac2-ad1587776b5b" -d '{"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:24.424663 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:24.453046 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c8c5b-142d-46eb-bdd4-d63143e3720a x-openstack-request-id: req-980c8c5b-142d-46eb-bdd4-d63143e3720a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:24.453340 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:24.453589 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-980c8c5b-142d-46eb-bdd4-d63143e3720a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:24.453985 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980c8c5b-142d-46eb-bdd4-d63143e3720a'] response: {'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'code': 200} Jun 22 09:14:24.521590 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:24.570947 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:24.694752 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b38b73-b232-4091-b6b2-2c21c6ff9ca9 req-00c57a7b-ffa5-463f-b368-74048251d29b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:24.696303 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e6b38b73-b232-4091-b6b2-2c21c6ff9ca9 req-00c57a7b-ffa5-463f-b368-74048251d29b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0779898 Jun 22 09:14:24.746173 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e6b38b73-b232-4091-b6b2-2c21c6ff9ca9 req-1ea0b8f0-fe0c-4969-834e-0cf09684c1a5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426457 Jun 22 09:14:26.209534 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-845fbf20-bc97-4ecd-848d-b0df88d89eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:28.458902 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-66043d50-6af3-46b9-92c9-3e1d2c034958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:28.643574 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:14:28.716413 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: DOWN; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:29.262321 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27458e72-907f-4471-aa8f-52d501859d62 req-ae274d26-8314-4761-a53b-458d2b53cb12 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:29.263825 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27458e72-907f-4471-aa8f-52d501859d62 req-ae274d26-8314-4761-a53b-458d2b53cb12 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0468919 Jun 22 09:14:29.309924 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-27458e72-907f-4471-aa8f-52d501859d62 req-11f2686a-faf8-45f7-804e-b57674a2b403 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404131 Jun 22 09:14:29.607348 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:29.875828 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55690) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:29.966667 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:29.970817 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-6d1cebb8-6d3d-4902-827e-fd35f3e4a10c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939167 Jun 22 09:14:29.979202 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-2f4af34f-02b9-4044-85e8-f29abb6d8bf1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:14:29.980423 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-2f4af34f-02b9-4044-85e8-f29abb6d8bf1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050116 Jun 22 09:14:30.061196 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55700) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:30.149400 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-76fde8f5-3088-4034-891d-261918df85cc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:30.150733 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-76fde8f5-3088-4034-891d-261918df85cc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports/80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 941 time: 0.0932891 Jun 22 09:14:30.395537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:30.434203 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cf99b-3963-490f-9486-7a2604997573 req-25fda467-ddea-4f0c-a419-0beb09b5bf96 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:30.436335 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7f1cf99b-3963-490f-9486-7a2604997573 req-25fda467-ddea-4f0c-a419-0beb09b5bf96 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0513785 Jun 22 09:14:30.483267 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7f1cf99b-3963-490f-9486-7a2604997573 req-1f0ab6d0-4c7b-4078-a8b5-0b0f1ce5d7bf tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407765 Jun 22 09:14:31.174677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:31.567453 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:31.603027 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43afa-ee20-4b86-98a9-8c7b681b267d req-23a5ee9d-44dc-40e7-97ed-631ebd701d25 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:31.604939 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7cb43afa-ee20-4b86-98a9-8c7b681b267d req-23a5ee9d-44dc-40e7-97ed-631ebd701d25 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0488331 Jun 22 09:14:31.653444 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7cb43afa-ee20-4b86-98a9-8c7b681b267d req-158254d0-ae43-4381-b1a0-b80165c90e40 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421715 Jun 22 09:14:32.773611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258a822-179e-4d60-a14b-aa31f26f84c5 req-a9c92312-2d45-4baa-b174-3c815268e652 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:32.775080 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9258a822-179e-4d60-a14b-aa31f26f84c5 req-a9c92312-2d45-4baa-b174-3c815268e652 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0474486 Jun 22 09:14:32.821322 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9258a822-179e-4d60-a14b-aa31f26f84c5 req-14d1cf1f-f4fe-489d-9246-f7129bf64d52 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407255 Jun 22 09:14:33.942505 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8f608-ff19-4c8e-bafb-a1920b4cd199 req-033e35ab-aa2f-4628-a006-7d4979beaa8e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:33.944070 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cae8f608-ff19-4c8e-bafb-a1920b4cd199 req-033e35ab-aa2f-4628-a006-7d4979beaa8e tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0499213 Jun 22 09:14:33.991392 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cae8f608-ff19-4c8e-bafb-a1920b4cd199 req-1566c64d-1ec4-4069-8f36-4994468410e5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418041 Jun 22 09:14:34.769822 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-966f892d-6c5e-49b7-90ca-d08abb66bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:34.771400 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-966f892d-6c5e-49b7-90ca-d08abb66bd40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd&tenant_id=27cd77392b924e64ba52350c775cf638 HTTP/1.1" status: 200 len: 1128 time: 0.0731630 Jun 22 09:14:35.113797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe68cf1-a390-4012-91dd-dd1faaeb5511 req-6be73f2e-0302-4962-98a8-4da060c425aa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:35.115296 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fe68cf1-a390-4012-91dd-dd1faaeb5511 req-6be73f2e-0302-4962-98a8-4da060c425aa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0520210 Jun 22 09:14:35.162219 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9fe68cf1-a390-4012-91dd-dd1faaeb5511 req-aef23d43-4f82-4b72-8fa5-1eaccc3036e2 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411026 Jun 22 09:14:36.282468 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7924cc-8335-4b76-9c45-0604ea25490d req-32ec3228-59f5-47ef-ac7e-066c88c0978b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:36.284036 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fc7924cc-8335-4b76-9c45-0604ea25490d req-32ec3228-59f5-47ef-ac7e-066c88c0978b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0471008 Jun 22 09:14:36.335028 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-fc7924cc-8335-4b76-9c45-0604ea25490d req-1949e4da-fc51-453a-b8f8-aa5f3e92d103 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454750 Jun 22 09:14:37.371614 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-8f330674-1e19-43da-bfcd-f720a4d23c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:37.373110 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-8f330674-1e19-43da-bfcd-f720a4d23c1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1128 time: 0.0401301 Jun 22 09:14:37.495318 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12923ab8-1b40-412e-906d-0bc456e8b62c req-7b652d5a-649d-41a4-be89-4dcdd54fef29 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:37.496848 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-12923ab8-1b40-412e-906d-0bc456e8b62c req-7b652d5a-649d-41a4-be89-4dcdd54fef29 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0877259 Jun 22 09:14:37.524365 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-cf88d3f8-b4f8-4d78-8edb-e2373d724752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:37.525789 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-cf88d3f8-b4f8-4d78-8edb-e2373d724752 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.1462939 Jun 22 09:14:37.598292 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-12923ab8-1b40-412e-906d-0bc456e8b62c req-b4a08f2c-1b05-4ac1-87c4-ff0eba0ec93c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902922 Jun 22 09:14:37.609068 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-854f403c-077c-4797-be91-d3705131d0fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 999 time: 0.0748191 Jun 22 09:14:37.943688 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-c9fe556b-669d-4c40-9144-77b5d3314804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:37.945181 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-c9fe556b-669d-4c40-9144-77b5d3314804 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0433013 Jun 22 09:14:38.001282 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-a5ac320d-21ba-4d51-9f8b-67190529ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:38.002743 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-a5ac320d-21ba-4d51-9f8b-67190529ccf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420372 Jun 22 09:14:38.074427 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:38.371582 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-074c084c-98f7-48c7-9972-4443b25b8cbf service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183663 Jun 22 09:14:38.460995 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-13884b83-5a16-4339-a8db-63615ce23673 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824811 Jun 22 09:14:38.722933 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbd24d-8ecc-49cf-a410-7e8851b631f1 req-b119eb58-a9f3-429a-8ab8-b91b8000771c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:38.735217 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-81bbd24d-8ecc-49cf-a410-7e8851b631f1 req-b119eb58-a9f3-429a-8ab8-b91b8000771c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0599597 Jun 22 09:14:38.767232 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:38.805517 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-81bbd24d-8ecc-49cf-a410-7e8851b631f1 req-d78e0a10-de44-47f1-ba99-c2e0d1c79449 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688338 Jun 22 09:14:39.510910 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f680fe-0932-4c7d-88d5-9cf66a6ba912 req-362c7297-0b52-4e5e-9095-43ed37b87715 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:39.526034 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-90f680fe-0932-4c7d-88d5-9cf66a6ba912 req-362c7297-0b52-4e5e-9095-43ed37b87715 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0995824 Jun 22 09:14:39.592717 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-90f680fe-0932-4c7d-88d5-9cf66a6ba912 req-002de3e2-8f22-4775-bc44-ef372cbff41e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655181 Jun 22 09:14:39.929476 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141b14-450a-42a7-b8de-29cb6c6571b1 req-d855d10e-8439-4bac-8d37-64be86748c16 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:39.937752 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9c141b14-450a-42a7-b8de-29cb6c6571b1 req-d855d10e-8439-4bac-8d37-64be86748c16 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0552418 Jun 22 09:14:40.004326 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9c141b14-450a-42a7-b8de-29cb6c6571b1 req-2234c0b4-b898-4cb7-b64d-db34796e8423 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652418 Jun 22 09:14:40.719333 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aabc7f-733d-4e5f-96ae-aff55aca75c6 req-e7cdf9c5-dad6-4bfe-ad78-38d024555fb2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:40.720801 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f7aabc7f-733d-4e5f-96ae-aff55aca75c6 req-e7cdf9c5-dad6-4bfe-ad78-38d024555fb2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Jun 22 09:14:40.778668 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f7aabc7f-733d-4e5f-96ae-aff55aca75c6 req-e44c4647-45f7-4888-91f6-237d6c0b63c9 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521977 Jun 22 09:14:40.877859 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55874) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:40.989656 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1922d4-6bc4-4f2d-acfc-5e77f813892a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.072417 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1922d4-6bc4-4f2d-acfc-5e77f813892a admin admin] Publish callbacks [] for security_group (599606d6-9271-4543-bc7a-65cbc7ffe208), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.122921 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1922d4-6bc4-4f2d-acfc-5e77f813892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (599606d6-9271-4543-bc7a-65cbc7ffe208), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.149213 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1922d4-6bc4-4f2d-acfc-5e77f813892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599606d6-9271-4543-bc7a-65cbc7ffe208,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:41.180153 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b61205-37e1-4085-80e8-c06e7c7b6290 req-f650be68-9454-4a2d-9cce-af3fc36b256d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:41.181651 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-36b61205-37e1-4085-80e8-c06e7c7b6290 req-f650be68-9454-4a2d-9cce-af3fc36b256d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0795889 Jun 22 09:14:41.186243 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5c1922d4-6bc4-4f2d-acfc-5e77f813892a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ff6ca4789ba4ff7a820eddc96c5b3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072648 Jun 22 09:14:41.189815 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:41.268505 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-36b61205-37e1-4085-80e8-c06e7c7b6290 req-ce58eb2e-361e-49a5-a92d-288696f49f75 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794945 Jun 22 09:14:41.273352 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc43282c-41d1-464b-bcf2-64e6b6e5e267 admin admin] Publish callbacks [] for security_group (599606d6-9271-4543-bc7a-65cbc7ffe208), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.296364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc43282c-41d1-464b-bcf2-64e6b6e5e267 admin admin] Publish callbacks [] for security_group (599606d6-9271-4543-bc7a-65cbc7ffe208), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.397069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc43282c-41d1-464b-bcf2-64e6b6e5e267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (599606d6-9271-4543-bc7a-65cbc7ffe208), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.399611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc43282c-41d1-464b-bcf2-64e6b6e5e267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.400758 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-cc43282c-41d1-464b-bcf2-64e6b6e5e267 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/599606d6-9271-4543-bc7a-65cbc7ffe208 HTTP/1.1" status: 204 len: 168 time: 0.2094600 Jun 22 09:14:41.409454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43282c-41d1-464b-bcf2-64e6b6e5e267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599606d6-9271-4543-bc7a-65cbc7ffe208,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:41.494548 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:41.975461 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747388-091f-4ec2-992c-96bb56334b9a req-ca8f6504-0171-46f1-a49e-b8a9be3aeadb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:41.977121 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f747388-091f-4ec2-992c-96bb56334b9a req-ca8f6504-0171-46f1-a49e-b8a9be3aeadb tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0988717 Jun 22 09:14:42.055060 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4f747388-091f-4ec2-992c-96bb56334b9a req-96e4254a-065c-4c5e-9acc-48c9947588e2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651798 Jun 22 09:14:42.422619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0334c-81e5-4f4a-8a9c-0354887241dc req-8c456d12-dfaf-41d3-b950-31bba64468ef tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:42.424430 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ecb0334c-81e5-4f4a-8a9c-0354887241dc req-8c456d12-dfaf-41d3-b950-31bba64468ef tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0576973 Jun 22 09:14:42.476336 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ecb0334c-81e5-4f4a-8a9c-0354887241dc req-09c0b013-4560-46e4-b8eb-835b74333799 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454795 Jun 22 09:14:43.180759 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858aab-405d-4b72-83dc-24427d3d2cc0 req-88ad2c20-6db9-40ce-bb04-e26bda596cc8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:43.182224 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0a858aab-405d-4b72-83dc-24427d3d2cc0 req-88ad2c20-6db9-40ce-bb04-e26bda596cc8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Jun 22 09:14:43.254241 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0a858aab-405d-4b72-83dc-24427d3d2cc0 req-0911d281-b8dc-42da-8f2b-07c2a8b11ffc tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657153 Jun 22 09:14:43.356452 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 55936) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:43.522736 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ca2b3d4-1ddb-4ba5-b5be-69de4648297a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:43.571969 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:43.620956 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3661-3c97-45fd-9096-eb1b8389b593 req-5e2003ca-3a28-4523-aa5b-50f1a52c209a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:43.622881 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6af3661-3c97-45fd-9096-eb1b8389b593 req-5e2003ca-3a28-4523-aa5b-50f1a52c209a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0673518 Jun 22 09:14:43.647651 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:14:43.675709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:43.689401 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ca2b3d4-1ddb-4ba5-b5be-69de4648297a admin admin] Publish callbacks [] for security_group (9c6128b4-8098-42fe-861d-9af40a49ddd7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:43.708989 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6af3661-3c97-45fd-9096-eb1b8389b593 req-db9cc26b-21e9-4fb4-9e17-65b2fc2f4514 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747404 Jun 22 09:14:44.262061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ca2b3d4-1ddb-4ba5-b5be-69de4648297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (9c6128b4-8098-42fe-861d-9af40a49ddd7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:44.309964 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5ca2b3d4-1ddb-4ba5-b5be-69de4648297a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d9b74fd5e3e4caea79615a35773ae89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9492500 Jun 22 09:14:44.309964 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2b3d4-1ddb-4ba5-b5be-69de4648297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6128b4-8098-42fe-861d-9af40a49ddd7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:44.310172 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 55948) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:44.373878 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbb93ea3-2a38-4afc-a0b0-5dcfabe920d9 admin admin] Publish callbacks [] for security_group (9c6128b4-8098-42fe-861d-9af40a49ddd7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:44.407010 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbb93ea3-2a38-4afc-a0b0-5dcfabe920d9 admin admin] Publish callbacks [] for security_group (9c6128b4-8098-42fe-861d-9af40a49ddd7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:44.446304 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:44.485523 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a838-16fe-4042-a356-98a70d26559a req-e119e005-9dff-455e-b20d-4782bb74f54f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:44.487299 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7df1a838-16fe-4042-a356-98a70d26559a req-e119e005-9dff-455e-b20d-4782bb74f54f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.1145470 Jun 22 09:14:44.527262 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:44.539697 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7df1a838-16fe-4042-a356-98a70d26559a req-e2e40501-a4ad-4599-8dc9-d34779e83c8e tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Jun 22 09:14:44.597318 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbb93ea3-2a38-4afc-a0b0-5dcfabe920d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (9c6128b4-8098-42fe-861d-9af40a49ddd7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:44.599900 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbb93ea3-2a38-4afc-a0b0-5dcfabe920d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:44.601013 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-dbb93ea3-2a38-4afc-a0b0-5dcfabe920d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c6128b4-8098-42fe-861d-9af40a49ddd7 HTTP/1.1" status: 204 len: 168 time: 0.2903390 Jun 22 09:14:44.609978 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb93ea3-2a38-4afc-a0b0-5dcfabe920d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6128b4-8098-42fe-861d-9af40a49ddd7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:44.858053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243fec8-2b44-40a9-ae17-f7c59655d379 req-7a428f5b-330e-444b-8140-6a787e2cccd5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:44.866155 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a243fec8-2b44-40a9-ae17-f7c59655d379 req-7a428f5b-330e-444b-8140-6a787e2cccd5 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0577147 Jun 22 09:14:44.910854 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a243fec8-2b44-40a9-ae17-f7c59655d379 req-9a0eb383-7c6a-4e00-88db-40f248b1c698 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438290 Jun 22 09:14:45.705789 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77efefb-77a9-4cbc-9d8c-88a0481e3a1d req-6529e90a-5f3d-4f43-ba41-d31fe58d8ccf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:45.707438 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b77efefb-77a9-4cbc-9d8c-88a0481e3a1d req-6529e90a-5f3d-4f43-ba41-d31fe58d8ccf tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0712631 Jun 22 09:14:45.755103 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b77efefb-77a9-4cbc-9d8c-88a0481e3a1d req-3e5364cd-3948-4796-b2fb-cf29cfa57bd2 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 Jun 22 09:14:46.069163 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf5b8f-9419-4d95-b856-c7cbd6f697e4 req-156fa86b-a032-4ba4-9f0a-ca352af67d7b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:46.070666 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a3cf5b8f-9419-4d95-b856-c7cbd6f697e4 req-156fa86b-a032-4ba4-9f0a-ca352af67d7b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0514059 Jun 22 09:14:46.118518 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a3cf5b8f-9419-4d95-b856-c7cbd6f697e4 req-69a1215b-1346-415a-ac60-cd02af4ba2f8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415173 Jun 22 09:14:46.410593 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-f32daaa0-5ea1-49f8-a4fe-34b9db37e9e4 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406531291&fields=id&tenant_id=476725d6c5c44caebdd8d8e855cc63c6 HTTP/1.1" status: 200 len: 267 time: 0.0569718 Jun 22 09:14:46.475127 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-2adf35de-38d3-4745-b2c3-9fcd9dfb916f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:46.477471 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-2adf35de-38d3-4745-b2c3-9fcd9dfb916f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 985 time: 0.0568204 Jun 22 09:14:46.492671 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Request body: {'port': {'security_groups': ['67d40673-644b-4c21-b84f-fbd2de73ba7a']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:14:46.588476 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.861669 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:46.886062 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27385e3e-d0d9-457c-a3d5-e520376d3c7a req-8dea1585-f63d-474b-a14f-cb209f6a8a29 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:46.887680 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-27385e3e-d0d9-457c-a3d5-e520376d3c7a req-8dea1585-f63d-474b-a14f-cb209f6a8a29 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Jun 22 09:14:46.895872 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.953486 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-27385e3e-d0d9-457c-a3d5-e520376d3c7a req-2d149e85-5206-4cba-9c0f-944020c3a921 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586872 Jun 22 09:14:46.959700 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:46.996847 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['687407a6-7cc6-4eaa-a14c-ef82cef3aa05'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:14:47.010278 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:47.011415 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.019010 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4c23bf7c-1a64-477c-84a3-4656b68f36b0 req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "PUT /v2.0/ports/687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 943 time: 0.5304053 Jun 22 09:14:47.019010 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:47.019239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:47.024076 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658595b-273c-42a6-9fbd-05623f6d06af" -d '{"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:47.082557 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d99a5c-1fdf-4cb7-a178-aa1a255d6e26 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event updated for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=7']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:47.122934 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feaee7a-2523-495f-a192-d2b6eef3d710 x-openstack-request-id: req-2feaee7a-2523-495f-a192-d2b6eef3d710 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:47.123592 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:47.124497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2feaee7a-2523-495f-a192-d2b6eef3d710 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:47.126374 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2feaee7a-2523-495f-a192-d2b6eef3d710'] response: {'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'status': 'completed', 'code': 200} Jun 22 09:14:47.132828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group (b39900b2-aac7-4c44-85bf-8e90d0ac270c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.177605 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['687407a6-7cc6-4eaa-a14c-ef82cef3aa05'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:14:47.207540 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group (b39900b2-aac7-4c44-85bf-8e90d0ac270c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.370279 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efe99f-86c0-4471-b352-41d240daf274 req-fb333e82-3499-4584-a5c7-643a2d02dc29 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:47.377681 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e0efe99f-86c0-4471-b352-41d240daf274 req-fb333e82-3499-4584-a5c7-643a2d02dc29 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.1399808 Jun 22 09:14:47.431763 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b39900b2-aac7-4c44-85bf-8e90d0ac270c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.437039 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.438735 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "DELETE /v2.0/security-groups/b39900b2-aac7-4c44-85bf-8e90d0ac270c HTTP/1.1" status: 204 len: 168 time: 0.4183812 Jun 22 09:14:47.450268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56030) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:47.481788 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e0efe99f-86c0-4471-b352-41d240daf274 req-28fc2aa7-df2c-4b8c-9376-6821e8a6a6ea tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999403 Jun 22 09:14:47.513145 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-09fac115-f3da-4054-8f46-d20294706c5b None None] Provisioning complete for port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:14:47.513145 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09fac115-f3da-4054-8f46-d20294706c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:47.597146 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:47.597773 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:47.811007 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-09fac115-f3da-4054-8f46-d20294706c5b None None] Current status of the port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:47.868326 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39900b2-aac7-4c44-85bf-8e90d0ac270c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:47.879852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.880194 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.880618 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.880970 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.881382 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.881950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.882483 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.883277 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.883663 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.883999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.884327 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.884795 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.885110 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.885503 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:47.886049 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3048465-ef71-4c9a-b8bd-472e0f9abdd3 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:48.036360 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Deleting port 1c8e850e-ddc5-4da9-bd9e-92fe131cd212 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:14:48.037196 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.110487 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66074-e4ca-4833-8a87-c6acbf542dad req-97e8f58b-5fba-4cfb-9bbc-a092ca039fc5 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:48.112134 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ace66074-e4ca-4833-8a87-c6acbf542dad req-97e8f58b-5fba-4cfb-9bbc-a092ca039fc5 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0582945 Jun 22 09:14:48.170467 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:48.199785 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.200110 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for floatingip (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.224323 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Calling delete_port for 1c8e850e-ddc5-4da9-bd9e-92fe131cd212 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:14:48.232181 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ace66074-e4ca-4833-8a87-c6acbf542dad req-08681ea6-80b2-423b-9d3b-a7a2283b0753 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868051 Jun 22 09:14:48.329516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:48.489280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (1c8e850e-ddc5-4da9-bd9e-92fe131cd212), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.548082 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event deleted for resources: {'Port': ['ID=1c8e850e-ddc5-4da9-bd9e-92fe131cd212,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:48.637282 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8b04-fe6b-4b06-8889-15d01bcfc2a4 req-bdf6c11e-7d42-482f-9651-46a2093460cd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:48.647593 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ad2d8b04-fe6b-4b06-8889-15d01bcfc2a4 req-bdf6c11e-7d42-482f-9651-46a2093460cd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0816936 Jun 22 09:14:48.684053 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks [] for floatingip (7985cc5e-4730-48dd-b174-23fc09b8436b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:48.684413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Floating IP 7985cc5e-4730-48dd-b174-23fc09b8436b disassociated (deleted). External IP: 172.27.0.89, port: 687407a6-7cc6-4eaa-a14c-ef82cef3aa05. Jun 22 09:14:48.762877 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ad2d8b04-fe6b-4b06-8889-15d01bcfc2a4 req-ff6549dd-d2bb-4027-8d86-db80efb70596 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140683 Jun 22 09:14:48.980300 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Router 4b68c3be-5e83-4946-8737-e72d30e323e4 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:14:49.093675 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:14:49.098416 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:49.103317 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] Sync routers for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:14:49.115934 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:14:49.116549 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:49.132268 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f859cc7c-246d-4f29-ad4f-a7698cda544d tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "DELETE /v2.0/floatingips/7985cc5e-4730-48dd-b174-23fc09b8436b HTTP/1.1" status: 204 len: 168 time: 1.6757081 Jun 22 09:14:49.132268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:49.132268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eb11e8-d868-4c15-93d5-781b45eb4d56" -d '{"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:49.172649 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e016a71b-f5f3-4481-958c-4f3c1ad91497 x-openstack-request-id: req-e016a71b-f5f3-4481-958c-4f3c1ad91497 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:49.173311 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:49.173311 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e016a71b-f5f3-4481-958c-4f3c1ad91497 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:49.173797 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e016a71b-f5f3-4481-958c-4f3c1ad91497'] response: {'name': 'network-changed', 'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'status': 'completed', 'code': 200} Jun 22 09:14:49.220561 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:14:49.382395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318226fc-82a1-4905-9933-829329a00498 req-2068720b-e4ff-4bd2-9b35-1d1046c881a7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:49.384164 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-318226fc-82a1-4905-9933-829329a00498 req-2068720b-e4ff-4bd2-9b35-1d1046c881a7 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0765235 Jun 22 09:14:49.436220 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-318226fc-82a1-4905-9933-829329a00498 req-a8eac10f-7c44-495e-9c8c-247176ebd189 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426223 Jun 22 09:14:49.438521 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:49.464658 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] Checking router: 4b68c3be-5e83-4946-8737-e72d30e323e4 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:14:49.473654 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:14:49.474268 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:49.575784 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:14:49.767798 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:49.792171 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15a4c2-9bd4-4a40-b1ad-e7debe158149 None None] The sync data for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi is: [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:12:10Z', 'revision_number': 4, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'b99dd955-00de-494e-b258-8bdd3875b817', 'name': '', 'network_id': '691a4d14-7c44-49d6-8787-1e10ee793579', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'mac_address': 'fa:16:3e:56:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:09Z', 'updated_at': '2022-06-22T09:12:14Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'subnets': [{'id': '687391dc-e075-4b3a-bae8-7bcdaefccfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:14:49.890015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1fa05-8ec7-4df8-bc19-01a28b0f379a req-9b09f43e-263f-42cb-935f-36347c3353b4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:49.891560 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-36a1fa05-8ec7-4df8-bc19-01a28b0f379a req-9b09f43e-263f-42cb-935f-36347c3353b4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0495927 Jun 22 09:14:49.941806 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-36a1fa05-8ec7-4df8-bc19-01a28b0f379a req-05f096d7-64bd-4b03-8eaa-913476bfa27f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446687 Jun 22 09:14:50.033260 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf16426-08e2-4074-b458-99972c7e5230 None None] New status for floating IP 7985cc5e-4730-48dd-b174-23fc09b8436b: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:14:50.516243 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:50.552145 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23339c-e17c-4798-be36-236cefae5dca req-bd5c7fda-f953-4fd2-9177-23d63f04f74b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:50.553629 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9d23339c-e17c-4798-be36-236cefae5dca req-bd5c7fda-f953-4fd2-9177-23d63f04f74b tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0474837 Jun 22 09:14:50.602006 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9d23339c-e17c-4798-be36-236cefae5dca req-259abf83-8223-4ad2-866d-9d4896bd4659 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Jun 22 09:14:51.069989 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20ec2-035b-439c-9af9-0f429cbc9493 req-b8ee602d-72a6-4dfe-89a8-c59c6437ddd1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:51.071461 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d0e20ec2-035b-439c-9af9-0f429cbc9493 req-b8ee602d-72a6-4dfe-89a8-c59c6437ddd1 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0505073 Jun 22 09:14:51.103931 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:51.119166 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d0e20ec2-035b-439c-9af9-0f429cbc9493 req-bdddc529-f640-429c-8fe8-6c668d6ffbc4 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420847 Jun 22 09:14:51.717331 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11b83-e2d0-4082-b9b1-5094635bb998 req-ef290011-1c4c-49f0-bfda-5a30c2a007f6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:51.719292 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b2b11b83-e2d0-4082-b9b1-5094635bb998 req-ef290011-1c4c-49f0-bfda-5a30c2a007f6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0473108 Jun 22 09:14:51.766265 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b2b11b83-e2d0-4082-b9b1-5094635bb998 req-f3f85c95-0d42-4f3a-ab2f-f00159530a88 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411479 Jun 22 09:14:52.238020 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8e6b-d231-425e-8386-dd3b0ab54e5e req-d9480709-4dd2-4ab6-bdac-677640ca3350 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:52.239510 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-321f8e6b-d231-425e-8386-dd3b0ab54e5e req-d9480709-4dd2-4ab6-bdac-677640ca3350 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0499127 Jun 22 09:14:52.251041 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:52.286952 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-321f8e6b-d231-425e-8386-dd3b0ab54e5e req-99620b5e-8991-4854-9f22-7572f26f04fd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419281 Jun 22 09:14:52.877844 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5255e09-9cfa-489c-a71d-50a01ba60e59 req-1889d31c-12f5-4d9a-893a-ca72bd8ee291 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:52.879322 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d5255e09-9cfa-489c-a71d-50a01ba60e59 req-1889d31c-12f5-4d9a-893a-ca72bd8ee291 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0469339 Jun 22 09:14:52.925800 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d5255e09-9cfa-489c-a71d-50a01ba60e59 req-a9a7a846-98c6-4a43-b22d-4330e9b6d3f0 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Jun 22 09:14:53.409092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1fc18-febd-4a3d-b939-dab74b588b1f req-cf306e8a-7091-4184-a59b-1801d8f1956f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:53.410680 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-35c1fc18-febd-4a3d-b939-dab74b588b1f req-cf306e8a-7091-4184-a59b-1801d8f1956f tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0514047 Jun 22 09:14:53.458017 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-35c1fc18-febd-4a3d-b939-dab74b588b1f req-14972184-7511-4d42-80ba-a1206fd4470c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418639 Jun 22 09:14:53.991027 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658595b-273c-42a6-9fbd-05623f6d06af req-c5d09fcb-d9f6-4b21-bc32-401fd26ac39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:53.995250 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-c5d09fcb-d9f6-4b21-bc32-401fd26ac39c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1130 time: 0.0514524 Jun 22 09:14:54.075907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067a00d-f725-4a75-8932-469aad476c48 req-b229c943-355d-4a94-9ea7-42526aa3f639 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:54.077870 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e067a00d-f725-4a75-8932-469aad476c48 req-b229c943-355d-4a94-9ea7-42526aa3f639 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0620933 Jun 22 09:14:54.106904 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658595b-273c-42a6-9fbd-05623f6d06af req-7fb2d4aa-a0c2-4421-9c55-133cef0ee093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:54.108574 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-7fb2d4aa-a0c2-4421-9c55-133cef0ee093 service neutron] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 916 time: 0.1064131 Jun 22 09:14:54.135400 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e067a00d-f725-4a75-8932-469aad476c48 req-deab8195-a578-4c68-a55b-efaaf4b87f0a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499306 Jun 22 09:14:54.231681 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-cbdb36be-3f90-44ee-b87f-d6a99e67494f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 217 time: 0.0358846 Jun 22 09:14:54.375276 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658595b-273c-42a6-9fbd-05623f6d06af req-afb4620f-0e5b-4aa2-a242-94eee189a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:54.377510 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-afb4620f-0e5b-4aa2-a242-94eee189a273 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.0611875 Jun 22 09:14:54.392270 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-4914d481-f852-414c-bbe8-d1b9076846f4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:54.393758 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-4914d481-f852-414c-bbe8-d1b9076846f4 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0768132 Jun 22 09:14:54.582146 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcb8d3-47cc-46c7-9515-a680146aebfe req-cb7951a9-46dd-424c-b945-193e29232beb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:54.585148 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-93bcb8d3-47cc-46c7-9515-a680146aebfe req-cb7951a9-46dd-424c-b945-193e29232beb tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 944 time: 0.0545838 Jun 22 09:14:54.632564 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-93bcb8d3-47cc-46c7-9515-a680146aebfe req-3ac4b9d8-ec76-4a26-8971-e425b300f98c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426795 Jun 22 09:14:54.716677 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658595b-273c-42a6-9fbd-05623f6d06af req-44d9d12a-2183-44a3-ac03-9cea3e36fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:54.718613 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-44d9d12a-2183-44a3-ac03-9cea3e36fca8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475428 Jun 22 09:14:54.720764 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:14:54.778317 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:54.780977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port 7ba767aa-b039-422a-8fb1-aaca65369474 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:14:54.781355 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:54.856028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:54.869333 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'port_id': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'mac_address': 'fa:16:3e:b4:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:14:54.885703 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-07ea6a2a-69a0-4b20-9cf7-6e0618d162e1 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583736 Jun 22 09:14:54.917673 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] For port 7ba767aa-b039-422a-8fb1-aaca65369474, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=7ba767aa-b039-422a-8fb1-aaca65369474,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:54.918052 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:54.932361 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:54.932876 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:54.958040 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ee4f92-8e74-49ff-9d1e-85edcc14992c {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:14:54.981777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:55.020805 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1658595b-273c-42a6-9fbd-05623f6d06af req-b0e89802-115c-49fe-a3f9-3083d4a0529a service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238084 Jun 22 09:14:55.043888 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.109975 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=9']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:55.120349 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.120349 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (2e7c417c-8700-4f99-bd11-d0c69778e159), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.120684 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Floating IP 2e7c417c-8700-4f99-bd11-d0c69778e159 disassociated. External IP: 172.27.0.41, port: 7ba767aa-b039-422a-8fb1-aaca65369474. Jun 22 09:14:55.121095 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for 7ba767aa-b039-422a-8fb1-aaca65369474 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:14:55.311164 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-3173d2d5-38be-40ff-a901-5095c84e4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:55.313597 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-3173d2d5-38be-40ff-a901-5095c84e4d89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 1130 time: 0.1310956 Jun 22 09:14:55.321093 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68618e7-905d-4571-a7af-05901f48272f req-18da9da5-007c-4deb-b74e-192402cb2ff8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:55.322713 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b68618e7-905d-4571-a7af-05901f48272f req-18da9da5-007c-4deb-b74e-192402cb2ff8 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 945 time: 0.0743864 Jun 22 09:14:55.353482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (7ba767aa-b039-422a-8fb1-aaca65369474), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.400165 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=7ba767aa-b039-422a-8fb1-aaca65369474,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:55.419470 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['80ee4f92-8e74-49ff-9d1e-85edcc14992c'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:14:55.540721 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b68618e7-905d-4571-a7af-05901f48272f req-ae2b7676-9a4b-4914-a7bc-cc48105d509a tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups?id=32307e27-c814-455a-92e0-8a6cd2a44f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947513 Jun 22 09:14:55.567461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:14:55.570506 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-ac19a063-9953-45a8-a0f2-99e2c78b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:55.570506 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-ac19a063-9953-45a8-a0f2-99e2c78b9f94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 200 len: 916 time: 0.2464623 Jun 22 09:14:55.575588 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:55.618573 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-6a5575b7-610f-4a8c-bcb6-4844b5752d74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 200 len: 217 time: 0.0409148 Jun 22 09:14:55.663080 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:55.672711 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-e0b131d0-20d7-4b51-ac5e-212cedbbc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:55.674239 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-e0b131d0-20d7-4b51-ac5e-212cedbbc951 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 200 len: 854 time: 0.0510023 Jun 22 09:14:55.697922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:14:55.715768 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:14:55.741139 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-402bcd00-5351-4ea8-a57a-289b49a21665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:55.742647 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-402bcd00-5351-4ea8-a57a-289b49a21665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=691a4d14-7c44-49d6-8787-1e10ee793579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0616572 Jun 22 09:14:55.754618 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:14:55.756964 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:55.757947 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:55.791380 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] No DVR routers for this DVR port 7ba767aa-b039-422a-8fb1-aaca65369474 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:14:55.797061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:55.799698 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2755a3cb-1e7e-4ab9-a872-a3a176eeb12e req-2f2e92ed-0342-4e43-9193-cf0cc2302b9f tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.47 "DELETE /v2.0/ports/7ba767aa-b039-422a-8fb1-aaca65369474 HTTP/1.1" status: 204 len: 173 time: 1.1273668 Jun 22 09:14:55.800131 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'name': 'network-vif-deleted', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:55.802667 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a2b529-e92f-46e0-a039-2cca4e6543c1" -d '{"events": [{"server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "name": "network-vif-deleted", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:55.854444 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199fba-8fcf-4d5a-b1e0-1cf6bb3e1910 req-e1822643-b08b-4300-be52-f4db52188b34 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:55.858522 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9d199fba-8fcf-4d5a-b1e0-1cf6bb3e1910 req-e1822643-b08b-4300-be52-f4db52188b34 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 945 time: 0.0996318 Jun 22 09:14:55.896179 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-ea8a2566-f3d5-412c-b63b-253b7b2dbc00 service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463397 Jun 22 09:14:55.976504 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9d199fba-8fcf-4d5a-b1e0-1cf6bb3e1910 req-4e423802-f1ac-490f-84ad-727ec44f487d tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044462 Jun 22 09:14:55.983056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c426b9b-5429-43e0-bd53-c06986672660 x-openstack-request-id: req-5c426b9b-5429-43e0-bd53-c06986672660 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:55.983600 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da0ee91-0da9-40c6-b860-449aebadd656", "name": "network-vif-deleted", "tag": "7ba767aa-b039-422a-8fb1-aaca65369474", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:55.984057 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c426b9b-5429-43e0-bd53-c06986672660 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:55.984468 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c426b9b-5429-43e0-bd53-c06986672660'] response: {'server_uuid': '3da0ee91-0da9-40c6-b860-449aebadd656', 'name': 'network-vif-deleted', 'tag': '7ba767aa-b039-422a-8fb1-aaca65369474', 'status': 'completed', 'code': 200} Jun 22 09:14:56.114645 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:14:56.116335 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c9eb11e8-d868-4c15-93d5-781b45eb4d56 req-58857e91-dd26-480d-b5e1-cb95769e7c6f service neutron] 10.222.0.47 "GET /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092972 Jun 22 09:14:56.215229 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9f4e-98b7-45a3-8815-9a6698b70450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.260255 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:56.299381 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:56.316395 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:56.347269 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:14:56.361143 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:14:56.361837 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:56.462041 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:14:56.652201 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1df3b758-4357-4c8a-821a-5d8f19bfcba4 req-462ef96c-4b4b-416e-9c46-955421713ce6 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/ports?device_id=3da0ee91-0da9-40c6-b860-449aebadd656 HTTP/1.1" status: 200 len: 210 time: 0.0280490 Jun 22 09:14:56.653656 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:14:56.680321 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d3aae-da7a-4265-a14c-c97d349284c6 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:07:14Z', 'revision_number': 4, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '977f47e5-d6a7-4c9d-ba93-72a74bfa450e', 'name': '', 'network_id': 'feb2a623-753e-4717-8e5a-c83201989599', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'mac_address': 'fa:16:3e:ca:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:12Z', 'updated_at': '2022-06-22T09:07:21Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'subnets': [{'id': '37c71764-c395-49fc-bc44-5bf8c26e6e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:14:56.721616 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:14:56.767610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 80ee4f92-8e74-49ff-9d1e-85edcc14992c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:14:56.768099 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.850610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 80ee4f92-8e74-49ff-9d1e-85edcc14992c is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:14:56.851251 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:56.886919 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:14:56.889595 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44404a0-b397-473d-8b4c-5cd3c55ea697" -d '{"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-plugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:14:56.906692 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:14:56.933210 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d674a27-0ba9-4a22-b439-616b3afc7b7d x-openstack-request-id: req-5d674a27-0ba9-4a22-b439-616b3afc7b7d {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:14:56.933500 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-plugged", "status": "completed", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:14:56.933773 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d674a27-0ba9-4a22-b439-616b3afc7b7d {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:14:56.934195 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d674a27-0ba9-4a22-b439-616b3afc7b7d'] response: {'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'code': 200} Jun 22 09:14:56.960006 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2a5b7-410b-4402-a115-53eaf2b93058 None None] New status for floating IP 2e7c417c-8700-4f99-bd11-d0c69778e159: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:14:57.001863 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:57.002755 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 7ba767aa-b039-422a-8fb1-aaca65369474 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:14:57.035017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:57.035598 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:57.078719 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 7ba767aa-b039-422a-8fb1-aaca65369474 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:14:57.079127 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 7ba767aa-b039-422a-8fb1-aaca65369474 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:14:57.091507 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:57.135557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b4cef-94c4-4f29-8d24-d38cb937a196 req-f361ffdb-80e9-4403-b40d-ed5a24483d66 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:57.136788 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:57.137049 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-df5b4cef-94c4-4f29-8d24-d38cb937a196 req-f361ffdb-80e9-4403-b40d-ed5a24483d66 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0550094 Jun 22 09:14:57.145404 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.145774 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.146114 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.146453 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.146791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.147153 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.147482 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.147805 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.148152 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.148479 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.148803 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.149192 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.149520 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.149899 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.150221 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:57.195418 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-df5b4cef-94c4-4f29-8d24-d38cb937a196 req-1061a582-67c6-4083-9f8a-c43175b8f3c7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457039 Jun 22 09:14:57.375519 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f462dc-2b9b-4fa7-a810-b482d85cd5d8 req-ea0a31ac-765e-4e12-ac10-c8e5b9aeb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:57.377161 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-14f462dc-2b9b-4fa7-a810-b482d85cd5d8 req-ea0a31ac-765e-4e12-ac10-c8e5b9aeb24e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1131 time: 0.0416644 Jun 22 09:14:57.428143 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-14f462dc-2b9b-4fa7-a810-b482d85cd5d8 req-976db685-4855-4dd6-9c0e-a8ff6bf1ebd7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450146 Jun 22 09:14:57.866261 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56282) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:57.925113 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-842305fb-b3b4-42ab-80a5-fa96e9eb79f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (32307e27-c814-455a-92e0-8a6cd2a44f9a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:57.949067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-842305fb-b3b4-42ab-80a5-fa96e9eb79f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (32307e27-c814-455a-92e0-8a6cd2a44f9a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.049520 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-842305fb-b3b4-42ab-80a5-fa96e9eb79f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (32307e27-c814-455a-92e0-8a6cd2a44f9a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.052282 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-842305fb-b3b4-42ab-80a5-fa96e9eb79f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.056378 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-842305fb-b3b4-42ab-80a5-fa96e9eb79f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/security-groups/32307e27-c814-455a-92e0-8a6cd2a44f9a HTTP/1.1" status: 204 len: 168 time: 0.1862984 Jun 22 09:14:58.056738 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56288) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:58.078528 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.api.v2.resource [None req-ce119842-1d12-4948-a0f4-bb0642692732 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] show failed (client error): The resource could not be found. Jun 22 09:14:58.084664 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-ce119842-1d12-4948-a0f4-bb0642692732 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "GET /v2.0/security-groups/32307e27-c814-455a-92e0-8a6cd2a44f9a HTTP/1.1" status: 404 len: 347 time: 0.0257504 Jun 22 09:14:58.085599 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56290) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:58.094058 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56292) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:58.097089 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842305fb-b3b4-42ab-80a5-fa96e9eb79f1 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32307e27-c814-455a-92e0-8a6cd2a44f9a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:58.125445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f7a8d-e8a0-4548-a51a-4106620bbd15 req-e3488c67-5db3-4bab-b21f-53ca11f470b5 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:58.131324 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d48f7a8d-e8a0-4548-a51a-4106620bbd15 req-e3488c67-5db3-4bab-b21f-53ca11f470b5 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0733519 Jun 22 09:14:58.180538 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d48f7a8d-e8a0-4548-a51a-4106620bbd15 req-0a9563d8-ce5f-44fc-bbde-e4bc497e8b24 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Jun 22 09:14:58.228074 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Deleting port c7e01da8-e5a6-4677-b96e-3c89f26b56dd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:14:58.228420 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.261599 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.395338 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36418dfb-b781-4b2f-acb5-9e9f86b747bf req-db5893e8-f564-4ee1-893e-418cb07d0e7b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:58.396863 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-36418dfb-b781-4b2f-acb5-9e9f86b747bf req-db5893e8-f564-4ee1-893e-418cb07d0e7b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.1254685 Jun 22 09:14:58.412089 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.412414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.442150 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Calling delete_port for c7e01da8-e5a6-4677-b96e-3c89f26b56dd owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:14:58.472390 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2910a7c4-88b7-49db-a79e-5d4d76791e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.532655 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-36418dfb-b781-4b2f-acb5-9e9f86b747bf req-3718bcd4-b598-4708-b348-5484daea58ef tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265512 Jun 22 09:14:58.550374 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Publish callbacks [] for security_group (42f68095-7c0a-42dc-b6e2-825cdf72c604), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.555697 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:58.622506 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (42f68095-7c0a-42dc-b6e2-825cdf72c604), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.643653 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:58.670108 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=462e3545658544e0b70c897193bd2ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5819027 Jun 22 09:14:58.672655 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f68095-7c0a-42dc-b6e2-825cdf72c604,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:58.674375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56300) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:58.679364 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.679746 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.683414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.684350 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.684350 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d1383-a566-4030-a35f-f8b733050fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:14:58.722753 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (c7e01da8-e5a6-4677-b96e-3c89f26b56dd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.725214 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e06a4e7-a305-4557-bf8c-a68f04754f87 admin admin] Publish callbacks [] for security_group (42f68095-7c0a-42dc-b6e2-825cdf72c604), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.750534 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e06a4e7-a305-4557-bf8c-a68f04754f87 admin admin] Publish callbacks [] for security_group (42f68095-7c0a-42dc-b6e2-825cdf72c604), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.752331 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Pushing event deleted for resources: {'Port': ['ID=c7e01da8-e5a6-4677-b96e-3c89f26b56dd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:58.818549 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks [] for floatingip (2e7c417c-8700-4f99-bd11-d0c69778e159), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.820919 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.822059 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-716de795-0143-4b4c-81a3-21afbd86ea53 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] 10.222.0.55 "DELETE /v2.0/floatingips/2e7c417c-8700-4f99-bd11-d0c69778e159 HTTP/1.1" status: 204 len: 168 time: 0.7351484 Jun 22 09:14:58.894276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e06a4e7-a305-4557-bf8c-a68f04754f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (42f68095-7c0a-42dc-b6e2-825cdf72c604), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.896797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e06a4e7-a305-4557-bf8c-a68f04754f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:58.897937 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6e06a4e7-a305-4557-bf8c-a68f04754f87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42f68095-7c0a-42dc-b6e2-825cdf72c604 HTTP/1.1" status: 204 len: 168 time: 0.2223430 Jun 22 09:14:58.906972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06a4e7-a305-4557-bf8c-a68f04754f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f68095-7c0a-42dc-b6e2-825cdf72c604,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:59.302853 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688958-c6d1-4c0a-9c61-2d59a7edd06a req-f8c61700-476d-4f29-a7b0-37c857a56b40 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:59.304314 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-88688958-c6d1-4c0a-9c61-2d59a7edd06a req-f8c61700-476d-4f29-a7b0-37c857a56b40 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0505941 Jun 22 09:14:59.352459 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-88688958-c6d1-4c0a-9c61-2d59a7edd06a req-048edae8-0ba4-49ce-b76c-92dd599a2a47 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jun 22 09:14:59.445367 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56318) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:59.459653 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c801c211-73b8-4519-bf4f-932f334edb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.536689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c801c211-73b8-4519-bf4f-932f334edb88 admin admin] Publish callbacks [] for security_group (12defabb-9389-4bfe-a664-692d57818661), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.601536 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.624437 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c801c211-73b8-4519-bf4f-932f334edb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (12defabb-9389-4bfe-a664-692d57818661), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.639398 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:14:59.656564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5390a3-ce53-4ae6-bd10-bfc286e74332 req-a89a37e1-190c-4426-96ff-ab6aacd7b89b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:14:59.658092 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da5390a3-ce53-4ae6-bd10-bfc286e74332 req-a89a37e1-190c-4426-96ff-ab6aacd7b89b tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0513113 Jun 22 09:14:59.666614 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-c801c211-73b8-4519-bf4f-932f334edb88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db9b739477fd4c7ca35e6f98f086dca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201500 Jun 22 09:14:59.667836 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801c211-73b8-4519-bf4f-932f334edb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12defabb-9389-4bfe-a664-692d57818661,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:14:59.670445 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56322) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:14:59.736528 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da5390a3-ce53-4ae6-bd10-bfc286e74332 req-68b168ba-d68c-499e-9222-cab472e0dbc9 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727067 Jun 22 09:14:59.751133 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e25cfd8e-6cdd-46f1-8d32-0560b9a0d419 admin admin] Publish callbacks [] for security_group (12defabb-9389-4bfe-a664-692d57818661), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.773612 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e25cfd8e-6cdd-46f1-8d32-0560b9a0d419 admin admin] Publish callbacks [] for security_group (12defabb-9389-4bfe-a664-692d57818661), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.957612 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e25cfd8e-6cdd-46f1-8d32-0560b9a0d419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (12defabb-9389-4bfe-a664-692d57818661), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.960271 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e25cfd8e-6cdd-46f1-8d32-0560b9a0d419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:14:59.961552 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e25cfd8e-6cdd-46f1-8d32-0560b9a0d419 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12defabb-9389-4bfe-a664-692d57818661 HTTP/1.1" status: 204 len: 168 time: 0.2900398 Jun 22 09:14:59.970170 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cfd8e-6cdd-46f1-8d32-0560b9a0d419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12defabb-9389-4bfe-a664-692d57818661,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:00.496466 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56380) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:00.520864 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b83e84-6d4b-4907-b565-2759888ff6ac req-93a527f6-d2fc-456b-b72f-37f49ecf40a0 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:00.522861 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6b83e84-6d4b-4907-b565-2759888ff6ac req-93a527f6-d2fc-456b-b72f-37f49ecf40a0 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0817180 Jun 22 09:15:00.584339 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f6b83e84-6d4b-4907-b565-2759888ff6ac req-f64b89a5-81d8-4a5e-b292-b5055780e5a4 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/security-groups?id=67d40673-644b-4c21-b84f-fbd2de73ba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559678 Jun 22 09:15:00.618484 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-b08d51f5-e496-47c5-8c4e-54a2031bf836 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:00.621531 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-b08d51f5-e496-47c5-8c4e-54a2031bf836 tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.47 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 946 time: 0.0724185 Jun 22 09:15:00.663111 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9017fbe7-3c98-4ed6-99ff-56d065891865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:00.740605 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Deleting port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:00.740943 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:00.891308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9017fbe7-3c98-4ed6-99ff-56d065891865 admin admin] Publish callbacks [] for security_group (b2e0b41e-2721-48b9-980b-f17c37af59e4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:00.900752 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb561-15f8-4cee-a7ce-8b85369fa6ab req-6eea6823-ced4-49ab-91be-10a5bd8b0f2c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:00.902195 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-85cfb561-15f8-4cee-a7ce-8b85369fa6ab req-6eea6823-ced4-49ab-91be-10a5bd8b0f2c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0831316 Jun 22 09:15:00.907825 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] For port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:00.908183 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:00.938097 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Calling delete_port for 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:00.941186 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:01.005773 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-85cfb561-15f8-4cee-a7ce-8b85369fa6ab req-c7d10d60-3af9-424a-8def-c447981957f8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948548 Jun 22 09:15:01.013398 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9017fbe7-3c98-4ed6-99ff-56d065891865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b2e0b41e-2721-48b9-980b-f17c37af59e4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.026045 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:01.071031 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017fbe7-3c98-4ed6-99ff-56d065891865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e0b41e-2721-48b9-980b-f17c37af59e4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:01.075135 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9017fbe7-3c98-4ed6-99ff-56d065891865 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49e0b907a77b45bc9c80330a0531ce1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793564 Jun 22 09:15:01.078450 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56400) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:01.149245 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44e4f3e6-617a-4542-a384-d21d3f954b43 admin admin] Publish callbacks [] for security_group (b2e0b41e-2721-48b9-980b-f17c37af59e4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.160422 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:01.173179 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.173890 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44e4f3e6-617a-4542-a384-d21d3f954b43 admin admin] Publish callbacks [] for security_group (b2e0b41e-2721-48b9-980b-f17c37af59e4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.253927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (687407a6-7cc6-4eaa-a14c-ef82cef3aa05), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.279927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Pushing event deleted for resources: {'Port': ['ID=687407a6-7cc6-4eaa-a14c-ef82cef3aa05,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:01.283348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44e4f3e6-617a-4542-a384-d21d3f954b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b2e0b41e-2721-48b9-980b-f17c37af59e4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.286155 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44e4f3e6-617a-4542-a384-d21d3f954b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.290675 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-44e4f3e6-617a-4542-a384-d21d3f954b43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2e0b41e-2721-48b9-980b-f17c37af59e4 HTTP/1.1" status: 204 len: 168 time: 0.2109206 Jun 22 09:15:01.294770 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['687407a6-7cc6-4eaa-a14c-ef82cef3aa05'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:15:01.303818 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4f3e6-617a-4542-a384-d21d3f954b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e0b41e-2721-48b9-980b-f17c37af59e4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:01.377081 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] No DVR routers for this DVR port 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 on host hv-cinder-80382 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:01.379530 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.382599 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f38ecbe0-8bee-4a01-9a0c-a00cb32cea07 req-e41ad5cd-2b28-4a9f-85c6-6fbe57aacd7f tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.47 "DELETE /v2.0/ports/687407a6-7cc6-4eaa-a14c-ef82cef3aa05 HTTP/1.1" status: 204 len: 173 time: 0.7559667 Jun 22 09:15:01.383086 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'name': 'network-vif-deleted', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:15:01.385497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7803fcab-4f98-4e4f-a6ce-1a342d951af0" -d '{"events": [{"server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "name": "network-vif-deleted", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:01.426616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b91f24-8cd2-4335-a533-daa87680e1e7 x-openstack-request-id: req-e9b91f24-8cd2-4335-a533-daa87680e1e7 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:01.426616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eaaa7c-1a8d-404e-9194-0ef4556feee7", "name": "network-vif-deleted", "tag": "687407a6-7cc6-4eaa-a14c-ef82cef3aa05", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:01.426616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9b91f24-8cd2-4335-a533-daa87680e1e7 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:01.427322 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b91f24-8cd2-4335-a533-daa87680e1e7'] response: {'server_uuid': '93eaaa7c-1a8d-404e-9194-0ef4556feee7', 'name': 'network-vif-deleted', 'tag': '687407a6-7cc6-4eaa-a14c-ef82cef3aa05', 'status': 'completed', 'code': 200} Jun 22 09:15:01.552062 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:01.724791 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-08866cf5-6151-4c32-b93b-17e81f9423de req-c65cf8b4-8cbe-4d51-970a-01347dd3f4bb tempest-TestMinimumBasicScenario-125622905 tempest-TestMinimumBasicScenario-125622905-project] 10.222.0.55 "GET /v2.0/ports?device_id=93eaaa7c-1a8d-404e-9194-0ef4556feee7 HTTP/1.1" status: 200 len: 210 time: 0.0437276 Jun 22 09:15:02.141401 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3feba7-e133-4317-9563-57c0d8e881fc req-6670a8c8-f08d-4d4d-a8ed-3b6ef4d55751 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:02.142905 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-df3feba7-e133-4317-9563-57c0d8e881fc req-6670a8c8-f08d-4d4d-a8ed-3b6ef4d55751 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0475421 Jun 22 09:15:02.197269 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-df3feba7-e133-4317-9563-57c0d8e881fc req-8df0b948-c31f-4ef9-993a-b8ec58c85915 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481091 Jun 22 09:15:03.179019 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56474) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:03.631696 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:03.635277 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.084354 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Deleting port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:04.084693 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.171658 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] For port 977f47e5-d6a7-4c9d-ba93-72a74bfa450e, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:04.172034 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.185861 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Calling delete_port for 977f47e5-d6a7-4c9d-ba93-72a74bfa450e owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:04.312730 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:04.326709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56508) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:04.447399 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (977f47e5-d6a7-4c9d-ba93-72a74bfa450e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.474278 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Pushing event deleted for resources: {'Port': ['ID=977f47e5-d6a7-4c9d-ba93-72a74bfa450e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:04.656971 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (4b68c3be-5e83-4946-8737-e72d30e323e4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.669411 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.747617 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:04.768630 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:04.813375 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:04.817017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 687407a6-7cc6-4eaa-a14c-ef82cef3aa05 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:04.907862 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:04.915014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Deleting port b99dd955-00de-494e-b258-8bdd3875b817 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:04.915358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (b99dd955-00de-494e-b258-8bdd3875b817), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:04.917724 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:04.997497 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] For port b99dd955-00de-494e-b258-8bdd3875b817, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b99dd955-00de-494e-b258-8bdd3875b817,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:04.997874 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (b99dd955-00de-494e-b258-8bdd3875b817), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:05.012069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Calling delete_port for b99dd955-00de-494e-b258-8bdd3875b817 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:05.012772 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:05.017750 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a3e5d2d9-3103-4662-92c4-44e3bf80dafa admin admin] 10.222.0.55 "PUT /v2.0/routers/06b2f044-9c7b-4bd3-9c56-010c5c78f40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377621 Jun 22 09:15:05.020292 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56518) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:05.023950 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] Sync routers for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:05.035047 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:05.035661 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:05.111056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:05.137644 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:05.202324 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks [] for router (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:05.248085 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:05.312230 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:15:04Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:05.337005 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] Checking router: 06b2f044-9c7b-4bd3-9c56-010c5c78f40c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:05.351811 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] Routers {'06b2f044-9c7b-4bd3-9c56-010c5c78f40c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:05.352027 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks [] for router_gateway (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:05.353385 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:05.418742 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (b99dd955-00de-494e-b258-8bdd3875b817), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:05.445395 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99dd955-00de-494e-b258-8bdd3875b817,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:05.466922 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] Set router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:05.653640 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:15:04Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:05.680418 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797954f-717c-470a-bd16-ce85626a4ac8 None None] The sync data for ids ['06b2f044-9c7b-4bd3-9c56-010c5c78f40c'] in dv-cinder-803823-12-iscsi is: [{'id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'name': 'tempest-AttachVolumeNegativeTest-1531133119-router', 'tenant_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:07:05Z', 'updated_at': '2022-06-22T09:15:04Z', 'revision_number': 5, 'project_id': 'dfcacaecd4564e90bfc76ff7e77911da', 'gw_port': {'id': '8482a3fa-6616-4d68-934e-646c1d2bf00d', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:93:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f044-9c7b-4bd3-9c56-010c5c78f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:07:06Z', 'updated_at': '2022-06-22T09:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:05.779838 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Deleting port 8482a3fa-6616-4d68-934e-646c1d2bf00d {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:05.780202 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:05.941352 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] For port 8482a3fa-6616-4d68-934e-646c1d2bf00d, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8482a3fa-6616-4d68-934e-646c1d2bf00d,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:05.941724 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:05.960514 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Calling delete_port for 8482a3fa-6616-4d68-934e-646c1d2bf00d owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:05.968842 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (4b68c3be-5e83-4946-8737-e72d30e323e4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.056178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:06.153850 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:06.309437 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Router 4b68c3be-5e83-4946-8737-e72d30e323e4 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:06.395639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (8482a3fa-6616-4d68-934e-646c1d2bf00d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.438544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8482a3fa-6616-4d68-934e-646c1d2bf00d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:06.468544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:06.473823 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-99ee0acc-aa86-41d5-82e3-6c05860e7362 admin admin] 10.222.0.55 "PUT /v2.0/routers/4b68c3be-5e83-4946-8737-e72d30e323e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1454165 Jun 22 09:15:06.476659 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56526) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:06.479475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] Sync routers for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:06.493357 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:06.494800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:06.517796 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.584820 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks [] for router (4b68c3be-5e83-4946-8737-e72d30e323e4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.614895 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.617171 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks [] for router_controller (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.618492 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:06.690507 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks [] for router_gateway (4b68c3be-5e83-4946-8737-e72d30e323e4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.716187 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (06b2f044-9c7b-4bd3-9c56-010c5c78f40c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.716791 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b2f044-9c7b-4bd3-9c56-010c5c78f40c {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:15:06.722848 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.723931 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5f858b52-47aa-42a1-a85e-0116a89720e8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/06b2f044-9c7b-4bd3-9c56-010c5c78f40c HTTP/1.1" status: 204 len: 168 time: 1.7027204 Jun 22 09:15:06.733613 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56530) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:06.802395 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Deleting subnet 37c71764-c395-49fc-bc44-5bf8c26e6e4d {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:15:06.810907 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '7724b240-4278-460d-a124-a447b64c9a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:15:05Z', 'revision_number': 5, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port': {'id': '7724b240-4278-460d-a124-a447b64c9a44', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:07Z', 'updated_at': '2022-06-22T09:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:06.811580 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Publish callbacks [] for subnet (37c71764-c395-49fc-bc44-5bf8c26e6e4d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.836725 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] Checking router: 4b68c3be-5e83-4946-8737-e72d30e323e4 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:06.846341 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] Routers {'4b68c3be-5e83-4946-8737-e72d30e323e4'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:06.847011 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['4b68c3be-5e83-4946-8737-e72d30e323e4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:06.851697 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Deleting port 7724b240-4278-460d-a124-a447b64c9a44 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:06.852046 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (7724b240-4278-460d-a124-a447b64c9a44), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.873701 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (37c71764-c395-49fc-bc44-5bf8c26e6e4d), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:06.893512 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:06.932195 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] Set router 4b68c3be-5e83-4946-8737-e72d30e323e4 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:06.980829 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:15:06Z', 'revision_number': 6, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:07.007056 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] For port 7724b240-4278-460d-a124-a447b64c9a44, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=7724b240-4278-460d-a124-a447b64c9a44,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:07.007423 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (7724b240-4278-460d-a124-a447b64c9a44), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.007625 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f7fdc-1d37-4cea-8651-8ff362e1a26f None None] The sync data for ids ['4b68c3be-5e83-4946-8737-e72d30e323e4'] in dv-cinder-803823-12-iscsi is: [{'id': '4b68c3be-5e83-4946-8737-e72d30e323e4', 'name': 'tempest-TestMinimumBasicScenario-1101139965-router', 'tenant_id': '476725d6c5c44caebdd8d8e855cc63c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:06Z', 'updated_at': '2022-06-22T09:15:06Z', 'revision_number': 6, 'project_id': '476725d6c5c44caebdd8d8e855cc63c6', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:07.020768 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (37c71764-c395-49fc-bc44-5bf8c26e6e4d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.043545 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Calling delete_port for 7724b240-4278-460d-a124-a447b64c9a44 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:07.128703 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:07.219565 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (37c71764-c395-49fc-bc44-5bf8c26e6e4d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.251617 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c71764-c395-49fc-bc44-5bf8c26e6e4d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:07.256721 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.262243 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b95a276a-3683-4d53-9b74-4a954adab3de admin admin] 10.222.0.55 "DELETE /v2.0/subnets/37c71764-c395-49fc-bc44-5bf8c26e6e4d HTTP/1.1" status: 204 len: 168 time: 0.5250826 Jun 22 09:15:07.262402 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8f25a-78ce-4350-a30b-a56021a2012f None None] Network feb2a623-753e-4717-8e5a-c83201989599 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:15:07.266459 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56532) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:07.341887 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (feb2a623-753e-4717-8e5a-c83201989599), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.357537 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (7724b240-4278-460d-a124-a447b64c9a44), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.412356 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7724b240-4278-460d-a124-a447b64c9a44,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:07.424674 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Deleting port 76b99ef4-e97a-484a-88d3-2f57a374ac2c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:07.425008 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.525370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] DHCP port deletion for feb2a623-753e-4717-8e5a-c83201989599 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:15:07.542327 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:07.548052 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (4b68c3be-5e83-4946-8737-e72d30e323e4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.599130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] Deleting port 76b99ef4-e97a-484a-88d3-2f57a374ac2c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:07.599651 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.640789 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] For port 76b99ef4-e97a-484a-88d3-2f57a374ac2c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=76b99ef4-e97a-484a-88d3-2f57a374ac2c,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:07.640789 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.675241 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] For port 76b99ef4-e97a-484a-88d3-2f57a374ac2c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=76b99ef4-e97a-484a-88d3-2f57a374ac2c,segment=NetworkSegment(c9a6a624-1919-429e-9e2e-48cacb2547f9),segment_id=c9a6a624-1919-429e-9e2e-48cacb2547f9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:07.675723 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.678473 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Calling delete_port for 76b99ef4-e97a-484a-88d3-2f57a374ac2c owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:07.681363 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (4b68c3be-5e83-4946-8737-e72d30e323e4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.685349 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks [] for router_controller (4b68c3be-5e83-4946-8737-e72d30e323e4), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.689596 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] Calling delete_port for 76b99ef4-e97a-484a-88d3-2f57a374ac2c owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:07.850683 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:07.854315 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (4b68c3be-5e83-4946-8737-e72d30e323e4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.855260 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b68c3be-5e83-4946-8737-e72d30e323e4 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:15:07.862177 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.862177 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b3a07449-f619-41a9-b396-33e56628bf0c admin admin] 10.222.0.55 "DELETE /v2.0/routers/4b68c3be-5e83-4946-8737-e72d30e323e4 HTTP/1.1" status: 204 len: 168 time: 1.3835590 Jun 22 09:15:07.864483 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56536) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:07.889610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.890859 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (76b99ef4-e97a-484a-88d3-2f57a374ac2c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:07.892791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:07.914212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] Pushing event deleted for resources: {'Port': ['ID=76b99ef4-e97a-484a-88d3-2f57a374ac2c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:07.918202 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252fcab-2c99-4df8-90f0-4d62b97c38b9 None None] No DVR routers for this DVR port 76b99ef4-e97a-484a-88d3-2f57a374ac2c on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:07.932261 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b99ef4-e97a-484a-88d3-2f57a374ac2c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:07.934089 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] No DVR routers for this DVR port 76b99ef4-e97a-484a-88d3-2f57a374ac2c on host dv-cinder-803823-12-iscsi {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:07.961563 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Deleting subnet 687391dc-e075-4b3a-bae8-7bcdaefccfd2 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:15:07.966880 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Publish callbacks [] for subnet (687391dc-e075-4b3a-bae8-7bcdaefccfd2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.001845 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 76b99ef4-e97a-484a-88d3-2f57a374ac2c no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:08.021123 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 76b99ef4-e97a-484a-88d3-2f57a374ac2c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:08.021469 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 76b99ef4-e97a-484a-88d3-2f57a374ac2c not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:08.021895 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b99dd955-00de-494e-b258-8bdd3875b817 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:08.040547 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: b99dd955-00de-494e-b258-8bdd3875b817 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:08.040892 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b99dd955-00de-494e-b258-8bdd3875b817 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:08.041367 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8482a3fa-6616-4d68-934e-646c1d2bf00d no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:08.045296 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (feb2a623-753e-4717-8e5a-c83201989599), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.056055 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (687391dc-e075-4b3a-bae8-7bcdaefccfd2), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.060796 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 8482a3fa-6616-4d68-934e-646c1d2bf00d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:08.061377 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8482a3fa-6616-4d68-934e-646c1d2bf00d not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:08.061981 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 977f47e5-d6a7-4c9d-ba93-72a74bfa450e no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:08.083705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 977f47e5-d6a7-4c9d-ba93-72a74bfa450e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:08.084049 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 977f47e5-d6a7-4c9d-ba93-72a74bfa450e not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:08.093553 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb2a623-753e-4717-8e5a-c83201989599']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:08.107222 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a6a624-1919-429e-9e2e-48cacb2547f9') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:08.107516 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a6a624-1919-429e-9e2e-48cacb2547f9') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:08.123483 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (c9a6a624-1919-429e-9e2e-48cacb2547f9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.156952 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (c9a6a624-1919-429e-9e2e-48cacb2547f9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.167818 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:08.168251 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (c9a6a624-1919-429e-9e2e-48cacb2547f9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.190309 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (687391dc-e075-4b3a-bae8-7bcdaefccfd2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.224935 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment c9a6a624-1919-429e-9e2e-48cacb2547f9 resource provider aggregate not found Jun 22 09:15:08.266316 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment c9a6a624-1919-429e-9e2e-48cacb2547f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9a6a624-1919-429e-9e2e-48cacb2547f9 found for delete ", "request_id": "req-8d5128a7-7330-415e-b242-0898c60da876"}]} Jun 22 09:15:08.266699 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:08.369466 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (687391dc-e075-4b3a-bae8-7bcdaefccfd2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.371534 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (feb2a623-753e-4717-8e5a-c83201989599), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.400928 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.403960 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] 10.222.0.55 "DELETE /v2.0/networks/feb2a623-753e-4717-8e5a-c83201989599 HTTP/1.1" status: 204 len: 168 time: 1.1406670 Jun 22 09:15:08.414590 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687391dc-e075-4b3a-bae8-7bcdaefccfd2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.417767 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2714b6-5574-4c6a-98fd-427cd24e9941 admin admin] Pushing event deleted for resources: {'Network': ['ID=feb2a623-753e-4717-8e5a-c83201989599,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.419831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.425368 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-26989ed4-edef-4311-86ed-809a9c6fd5db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/687391dc-e075-4b3a-bae8-7bcdaefccfd2 HTTP/1.1" status: 204 len: 168 time: 0.5573201 Jun 22 09:15:08.425680 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56544) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:08.433926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4175ff5-fffc-4258-867c-fa14aca2f1ce None None] Network 691a4d14-7c44-49d6-8787-1e10ee793579 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:15:08.587572 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] DHCP port deletion for 691a4d14-7c44-49d6-8787-1e10ee793579 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:15:08.631635 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] Deleting port d13099c4-3282-4301-9ab0-2931c16af8c9 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:08.632037 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.697379 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] For port d13099c4-3282-4301-9ab0-2931c16af8c9, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d13099c4-3282-4301-9ab0-2931c16af8c9,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:08.697781 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.711597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] Calling delete_port for d13099c4-3282-4301-9ab0-2931c16af8c9 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:08.752843 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (691a4d14-7c44-49d6-8787-1e10ee793579), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.795316 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Deleting port d13099c4-3282-4301-9ab0-2931c16af8c9 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:08.795648 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.802035 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56548) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:08.822696 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:08.832084 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:08.843119 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-4c842579-6fed-4bea-b5cb-e1a4b9ece986 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfcacaecd4564e90bfc76ff7e77911da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399480 Jun 22 09:15:08.845793 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56550) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:08.847200 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.859941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] For port d13099c4-3282-4301-9ab0-2931c16af8c9, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d13099c4-3282-4301-9ab0-2931c16af8c9,segment=NetworkSegment(ec63b4c0-9825-4004-aefc-0ec014928d2e),segment_id=ec63b4c0-9825-4004-aefc-0ec014928d2e)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:08.859941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.879205 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Calling delete_port for d13099c4-3282-4301-9ab0-2931c16af8c9 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:08.880486 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] Pushing event deleted for resources: {'Port': ['ID=d13099c4-3282-4301-9ab0-2931c16af8c9,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.887058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2db9f3-8377-45d9-8535-83d387bfb3ac None None] No DVR routers for this DVR port d13099c4-3282-4301-9ab0-2931c16af8c9 on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:08.897702 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2de708ac-f0a9-4461-a63b-bf04a9c4a123 admin admin] Publish callbacks [] for security_group (35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.925268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2de708ac-f0a9-4461-a63b-bf04a9c4a123 admin admin] Publish callbacks [] for security_group (35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.959168 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (d13099c4-3282-4301-9ab0-2931c16af8c9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:08.984728 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d13099c4-3282-4301-9ab0-2931c16af8c9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:08.986552 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] No DVR routers for this DVR port d13099c4-3282-4301-9ab0-2931c16af8c9 on host dv-cinder-803823-12-iscsi {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:09.024078 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2de708ac-f0a9-4461-a63b-bf04a9c4a123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.026612 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2de708ac-f0a9-4461-a63b-bf04a9c4a123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.027858 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2de708ac-f0a9-4461-a63b-bf04a9c4a123 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2 HTTP/1.1" status: 204 len: 168 time: 0.1812258 Jun 22 09:15:09.037199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de708ac-f0a9-4461-a63b-bf04a9c4a123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c3a9a1-4d0c-4cae-932a-33c8c6f47ad2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:09.062946 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (691a4d14-7c44-49d6-8787-1e10ee793579), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.082648 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691a4d14-7c44-49d6-8787-1e10ee793579']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:09.092222 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec63b4c0-9825-4004-aefc-0ec014928d2e') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:09.092521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec63b4c0-9825-4004-aefc-0ec014928d2e') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:09.102371 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (ec63b4c0-9825-4004-aefc-0ec014928d2e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.116762 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (ec63b4c0-9825-4004-aefc-0ec014928d2e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.123916 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:09.124836 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (ec63b4c0-9825-4004-aefc-0ec014928d2e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.253143 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (691a4d14-7c44-49d6-8787-1e10ee793579), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.258780 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.261868 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] 10.222.0.55 "DELETE /v2.0/networks/691a4d14-7c44-49d6-8787-1e10ee793579 HTTP/1.1" status: 204 len: 168 time: 0.8353100 Jun 22 09:15:09.264893 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56554) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:09.273145 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e495eb-2353-49ab-8e5d-d72ce59dcf1f admin admin] Pushing event deleted for resources: {'Network': ['ID=691a4d14-7c44-49d6-8787-1e10ee793579,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:09.604764 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d13099c4-3282-4301-9ab0-2931c16af8c9 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:09.606865 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (140fc0d2-e4a2-4476-953f-e92773691386), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.628579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: d13099c4-3282-4301-9ab0-2931c16af8c9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:09.629186 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d13099c4-3282-4301-9ab0-2931c16af8c9 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:09.629831 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 7724b240-4278-460d-a124-a447b64c9a44 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:09.652901 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 7724b240-4278-460d-a124-a447b64c9a44 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:09.653258 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 7724b240-4278-460d-a124-a447b64c9a44 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:09.726150 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:09.857020 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Deleting port 6d55459d-1180-4215-a429-88238cce2518 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:09.857990 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6d55459d-1180-4215-a429-88238cce2518), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.947354 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] For port 6d55459d-1180-4215-a429-88238cce2518, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6d55459d-1180-4215-a429-88238cce2518,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:09.950345 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6d55459d-1180-4215-a429-88238cce2518), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:09.964141 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Calling delete_port for 6d55459d-1180-4215-a429-88238cce2518 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:09.973099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:10.097044 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56588) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:10.219454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (6d55459d-1180-4215-a429-88238cce2518), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:10.254194 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d55459d-1180-4215-a429-88238cce2518,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:10.311670 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment ec63b4c0-9825-4004-aefc-0ec014928d2e resource provider aggregate not found Jun 22 09:15:10.340158 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment ec63b4c0-9825-4004-aefc-0ec014928d2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec63b4c0-9825-4004-aefc-0ec014928d2e found for delete ", "request_id": "req-bf72710d-088f-4760-b6a3-eb5d60c4c0a0"}]} Jun 22 09:15:10.514558 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (140fc0d2-e4a2-4476-953f-e92773691386), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:10.606413 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Deleting port 4e279836-d10f-41c9-b6a8-bb516358f08a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:10.606859 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:10.647039 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:10.701523 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:10.702085 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for floatingip (4e279836-d10f-41c9-b6a8-bb516358f08a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:10.718927 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Calling delete_port for 4e279836-d10f-41c9-b6a8-bb516358f08a owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:10.841576 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Router 140fc0d2-e4a2-4476-953f-e92773691386 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:10.852836 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:10.948260 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:10.953609 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-bf9e737e-c40f-4f2b-8f3d-27785864906e admin admin] 10.222.0.55 "PUT /v2.0/routers/140fc0d2-e4a2-4476-953f-e92773691386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874909 Jun 22 09:15:10.956090 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56620) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:10.958709 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] Sync routers for ids ['140fc0d2-e4a2-4476-953f-e92773691386'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:10.969728 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] Routers {'140fc0d2-e4a2-4476-953f-e92773691386'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:10.970338 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['140fc0d2-e4a2-4476-953f-e92773691386'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:10.997031 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (4e279836-d10f-41c9-b6a8-bb516358f08a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.028413 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event deleted for resources: {'Port': ['ID=4e279836-d10f-41c9-b6a8-bb516358f08a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:11.081243 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] Set router 140fc0d2-e4a2-4476-953f-e92773691386 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:11.083192 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks [] for router (140fc0d2-e4a2-4476-953f-e92773691386), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.095556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for floatingip (e5199c63-96d9-49ca-a2b8-5c070462b250), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.095899 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Floating IP e5199c63-96d9-49ca-a2b8-5c070462b250 disassociated (deleted). External IP: 172.27.0.90, port: 779d4f23-aa71-4166-aead-3f25b367efc9. Jun 22 09:15:11.176647 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:11.181929 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:11.190516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks [] for router_gateway (140fc0d2-e4a2-4476-953f-e92773691386), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.309049 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Router 1e03fc43-6ad2-46ad-9746-ae64004113db has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:11.388826 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '275ab442-c3e6-4341-a228-d13600988d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:15:10Z', 'revision_number': 5, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port': {'id': '275ab442-c3e6-4341-a228-d13600988d76', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140fc0d2-e4a2-4476-953f-e92773691386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:12:14Z', 'updated_at': '2022-06-22T09:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:11.450324 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] Checking router: 140fc0d2-e4a2-4476-953f-e92773691386 for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:11.456111 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:11.460720 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.461082 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] Routers {'140fc0d2-e4a2-4476-953f-e92773691386'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:11.462101 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['140fc0d2-e4a2-4476-953f-e92773691386'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:11.469193 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b966572-e082-4347-866a-d615aa88c178 None None] Sync routers for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:11.484897 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:11.487671 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:11.542395 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f5e5c4fc-c791-49c9-a10b-bb95c013cb51 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "DELETE /v2.0/floatingips/e5199c63-96d9-49ca-a2b8-5c070462b250 HTTP/1.1" status: 204 len: 168 time: 1.4443038 Jun 22 09:15:11.550306 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:15:11.553041 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:11.583860 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.619930 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Deleting port 275ab442-c3e6-4341-a228-d13600988d76 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:11.620280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (275ab442-c3e6-4341-a228-d13600988d76), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.650241 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:11.663617 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b77fc0-6848-41b2-ace5-e3ac66971cb2 x-openstack-request-id: req-65b77fc0-6848-41b2-ace5-e3ac66971cb2 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:11.664281 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:11.666802 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65b77fc0-6848-41b2-ace5-e3ac66971cb2 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:11.667336 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b77fc0-6848-41b2-ace5-e3ac66971cb2'] response: {'name': 'network-changed', 'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'status': 'completed', 'code': 200} Jun 22 09:15:11.681852 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] Set router 140fc0d2-e4a2-4476-953f-e92773691386 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:11.742478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] For port 275ab442-c3e6-4341-a228-d13600988d76, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=275ab442-c3e6-4341-a228-d13600988d76,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:11.743322 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (275ab442-c3e6-4341-a228-d13600988d76), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:11.747210 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-7df88f38-66ad-43de-9cf9-968ad201d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:11.747717 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:15:11Z', 'revision_number': 6, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:11.750347 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-7df88f38-66ad-43de-9cf9-968ad201d715 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 1129 time: 0.0510564 Jun 22 09:15:11.762332 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Calling delete_port for 275ab442-c3e6-4341-a228-d13600988d76 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:11.784271 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a27d4-9795-440b-a429-f657e42a0f50 None None] The sync data for ids ['140fc0d2-e4a2-4476-953f-e92773691386'] in dv-cinder-803823-12-iscsi is: [{'id': '140fc0d2-e4a2-4476-953f-e92773691386', 'name': 'tempest-TestMinimumBasicScenario-1497409020-router', 'tenant_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:12:13Z', 'updated_at': '2022-06-22T09:15:11Z', 'revision_number': 6, 'project_id': 'ab7a6f50e1844d37a3b215d4fedf4621', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:11.811195 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:11.911275 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-ec1bd60a-17bb-487e-b322-877a8df10f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:11.912783 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-ec1bd60a-17bb-487e-b322-877a8df10f78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 200 len: 910 time: 0.1550636 Jun 22 09:15:11.937038 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:11.963097 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b966572-e082-4347-866a-d615aa88c178 None None] Checking router: 1e03fc43-6ad2-46ad-9746-ae64004113db for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:11.973505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:11.974461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:11.987026 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-cab989dc-87bc-420d-acbc-b086af361523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 200 len: 217 time: 0.0670865 Jun 22 09:15:12.035544 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-64161435-6c5a-4a4a-94cc-2b74e44f6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:12.036997 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-64161435-6c5a-4a4a-94cc-2b74e44f6cb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 200 len: 848 time: 0.0442197 Jun 22 09:15:12.041694 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (275ab442-c3e6-4341-a228-d13600988d76), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.075438 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Pushing event deleted for resources: {'Port': ['ID=275ab442-c3e6-4341-a228-d13600988d76,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:12.091531 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:12.148769 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364940a6-1171-46aa-bd05-22359058d531 req-8f70b2ba-6b2d-4bad-b5e6-bcf1786d2dca tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:12.150263 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-364940a6-1171-46aa-bd05-22359058d531 req-8f70b2ba-6b2d-4bad-b5e6-bcf1786d2dca tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0524035 Jun 22 09:15:12.164474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (140fc0d2-e4a2-4476-953f-e92773691386), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.188942 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:12.191310 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:12.233902 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-364940a6-1171-46aa-bd05-22359058d531 req-9bcabc20-cf4a-4e2a-b523-355fdd5dda1f tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754604 Jun 22 09:15:12.273660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (140fc0d2-e4a2-4476-953f-e92773691386), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.275955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks [] for router_controller (140fc0d2-e4a2-4476-953f-e92773691386), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.337248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2b966572-e082-4347-866a-d615aa88c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:12.362461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b966572-e082-4347-866a-d615aa88c178 None None] The sync data for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi is: [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:49Z', 'revision_number': 4, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'd12cd53a-ecf1-4ca3-abe7-401aa41f137c', 'name': '', 'network_id': 'eadb524c-d462-48fa-babc-9c6bbef657b3', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'mac_address': 'fa:16:3e:ed:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:48Z', 'updated_at': '2022-06-22T09:09:53Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'subnets': [{'id': '8f931891-376d-4aa7-835d-7e2a803fca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:12.401475 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (140fc0d2-e4a2-4476-953f-e92773691386), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.402080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140fc0d2-e4a2-4476-953f-e92773691386 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:15:12.409259 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.409259 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b6d6972b-c9af-48eb-be55-34a7d3195654 admin admin] 10.222.0.55 "DELETE /v2.0/routers/140fc0d2-e4a2-4476-953f-e92773691386 HTTP/1.1" status: 204 len: 168 time: 1.4513958 Jun 22 09:15:12.410944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56650) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:12.460290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Deleting subnet 195d2067-c48f-44d8-a36d-9c6e5cd6d99f {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:15:12.463359 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Publish callbacks [] for subnet (195d2067-c48f-44d8-a36d-9c6e5cd6d99f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.499694 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13097743'] for subnet (195d2067-c48f-44d8-a36d-9c6e5cd6d99f), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.519188 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:12.583965 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (195d2067-c48f-44d8-a36d-9c6e5cd6d99f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.646510 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f767d0-1161-460e-87b7-e46b10d57bff None None] New status for floating IP e5199c63-96d9-49ca-a2b8-5c070462b250: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:15:12.706382 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12984973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24792914'] for subnet (195d2067-c48f-44d8-a36d-9c6e5cd6d99f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.733946 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195d2067-c48f-44d8-a36d-9c6e5cd6d99f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:12.737381 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.740587 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0e1326f2-6099-45d0-a1b2-578493ebd417 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/195d2067-c48f-44d8-a36d-9c6e5cd6d99f HTTP/1.1" status: 204 len: 168 time: 0.3285561 Jun 22 09:15:12.743035 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56664) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:12.746287 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b664f509-4291-4e9a-a8e4-a603ab30fbc3 None None] Network 17b1e6e9-afe6-4a58-b691-5bb43226beba requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:15:12.815443 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (17b1e6e9-afe6-4a58-b691-5bb43226beba), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.818092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:12.866727 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Deleting port 233a4428-89af-4955-b86c-cb8d132dcbc8 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:12.867137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.942616 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] For port 233a4428-89af-4955-b86c-cb8d132dcbc8, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=233a4428-89af-4955-b86c-cb8d132dcbc8,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:12.943033 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:12.951874 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] DHCP port deletion for 17b1e6e9-afe6-4a58-b691-5bb43226beba request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:15:12.958900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Calling delete_port for 233a4428-89af-4955-b86c-cb8d132dcbc8 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:12.990869 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] Deleting port 233a4428-89af-4955-b86c-cb8d132dcbc8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:12.991478 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.066220 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] For port 233a4428-89af-4955-b86c-cb8d132dcbc8, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=233a4428-89af-4955-b86c-cb8d132dcbc8,segment=NetworkSegment(748fee22-84e4-43c7-a9ef-49e709902131),segment_id=748fee22-84e4-43c7-a9ef-49e709902131)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:13.066621 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.079725 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] Calling delete_port for 233a4428-89af-4955-b86c-cb8d132dcbc8 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:13.106214 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.130740 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=233a4428-89af-4955-b86c-cb8d132dcbc8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:13.138265 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] No DVR routers for this DVR port 233a4428-89af-4955-b86c-cb8d132dcbc8 on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:13.162779 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (233a4428-89af-4955-b86c-cb8d132dcbc8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.188001 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] Pushing event deleted for resources: {'Port': ['ID=233a4428-89af-4955-b86c-cb8d132dcbc8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:13.192303 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190b5dc-2137-4afb-bfd7-167d43bc4689 None None] No DVR routers for this DVR port 233a4428-89af-4955-b86c-cb8d132dcbc8 on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:13.216568 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (17b1e6e9-afe6-4a58-b691-5bb43226beba), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.248865 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b1e6e9-afe6-4a58-b691-5bb43226beba']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:13.248865 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748fee22-84e4-43c7-a9ef-49e709902131') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:13.248865 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748fee22-84e4-43c7-a9ef-49e709902131') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:13.264484 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (748fee22-84e4-43c7-a9ef-49e709902131), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.272316 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-717e3eed-0e68-4375-a7aa-93ab7d2dc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:13.274399 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-717e3eed-0e68-4375-a7aa-93ab7d2dc483 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadb524c-d462-48fa-babc-9c6bbef657b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455945 Jun 22 09:15:13.279598 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (748fee22-84e4-43c7-a9ef-49e709902131), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.286812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:13.287381 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (748fee22-84e4-43c7-a9ef-49e709902131), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.361960 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 748fee22-84e4-43c7-a9ef-49e709902131 resource provider aggregate not found Jun 22 09:15:13.402687 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bdd03-7f72-49d7-9b1f-7cb049f5ff3e req-488f342b-ff72-4862-939a-84134b98bcbf tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:13.403136 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-9c47778d-cc87-4e73-a529-4984f41ce516 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061532 Jun 22 09:15:13.404179 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4e8bdd03-7f72-49d7-9b1f-7cb049f5ff3e req-488f342b-ff72-4862-939a-84134b98bcbf tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0910101 Jun 22 09:15:13.406156 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 748fee22-84e4-43c7-a9ef-49e709902131 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748fee22-84e4-43c7-a9ef-49e709902131 found for delete ", "request_id": "req-944c6d86-25a3-4678-93fe-a27029a13bd7"}]} Jun 22 09:15:13.424657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (17b1e6e9-afe6-4a58-b691-5bb43226beba), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.434498 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:13.435256 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] 10.222.0.55 "DELETE /v2.0/networks/17b1e6e9-afe6-4a58-b691-5bb43226beba HTTP/1.1" status: 204 len: 168 time: 0.6911123 Jun 22 09:15:13.469846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ece936-86e3-433b-8a91-7201eed3c6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=17b1e6e9-afe6-4a58-b691-5bb43226beba,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:13.514948 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4e8bdd03-7f72-49d7-9b1f-7cb049f5ff3e req-ed2ac588-047a-40c4-ad0f-7d76f0021574 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/security-groups?id=4385fea4-d12f-4a30-bdc3-18ba964f65f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043274 Jun 22 09:15:13.516872 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-d4b2147c-8d5c-434c-99e7-92c537b02165 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645700 Jun 22 09:15:13.544938 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-254e2812-4c5b-49fc-a35d-e3f5a492ba0d req-89d15e1e-e6b1-4c07-bc39-980c7c7f62d3 service neutron] 10.222.0.47 "GET /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953395 Jun 22 09:15:13.584579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 233a4428-89af-4955-b86c-cb8d132dcbc8 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:13.607812 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 233a4428-89af-4955-b86c-cb8d132dcbc8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:13.608156 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 233a4428-89af-4955-b86c-cb8d132dcbc8 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:13.609132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 275ab442-c3e6-4341-a228-d13600988d76 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:13.626799 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 275ab442-c3e6-4341-a228-d13600988d76 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:13.627171 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 275ab442-c3e6-4341-a228-d13600988d76 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:13.627573 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6d55459d-1180-4215-a429-88238cce2518 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:13.645412 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 6d55459d-1180-4215-a429-88238cce2518 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:13.645753 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6d55459d-1180-4215-a429-88238cce2518 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:13.792681 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-9f425aac-90db-4680-9912-55e990865687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:13.794089 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-9f425aac-90db-4680-9912-55e990865687 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27cd77392b924e64ba52350c775cf638&device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 1131 time: 0.0479579 Jun 22 09:15:13.845862 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56682) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:13.895904 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-a5cd4da1-6873-4200-9211-11a4c692b741 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:13.897361 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-a5cd4da1-6873-4200-9211-11a4c692b741 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jun 22 09:15:13.946281 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ee85b5b5-a276-4d1e-a35d-1a42f67f5786 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=476725d6c5c44caebdd8d8e855cc63c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981691 Jun 22 09:15:13.947375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:13.949439 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56686) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:13.978597 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Deleting port 779d4f23-aa71-4166-aead-3f25b367efc9 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:13.979750 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.006639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-0802c3ac-aefb-4bb9-b5c8-2ff4c726d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:14.006639 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-0802c3ac-aefb-4bb9-b5c8-2ff4c726d325 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 200 len: 918 time: 0.1526732 Jun 22 09:15:14.043386 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:14.054538 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6cac5ae9-b48d-42fc-bd59-214eaccf44be admin admin] Publish callbacks [] for security_group (67d40673-644b-4c21-b84f-fbd2de73ba7a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.084700 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] For port 779d4f23-aa71-4166-aead-3f25b367efc9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=779d4f23-aa71-4166-aead-3f25b367efc9,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:14.085071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.088509 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-3c44711f-a3ba-4aa6-b33a-595f1558c4d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 200 len: 1001 time: 0.0815237 Jun 22 09:15:14.090364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6cac5ae9-b48d-42fc-bd59-214eaccf44be admin admin] Publish callbacks [] for security_group (67d40673-644b-4c21-b84f-fbd2de73ba7a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.099296 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Calling delete_port for 779d4f23-aa71-4166-aead-3f25b367efc9 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:14.164649 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-a9056487-642b-4716-9219-6f3c29ce34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:14.166104 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-a9056487-642b-4716-9219-6f3c29ce34ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 200 len: 856 time: 0.0690346 Jun 22 09:15:14.210779 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-7401160d-ed69-4983-8502-69075219a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:14.212290 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-7401160d-ed69-4983-8502-69075219a675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc0d09c-c23d-458d-8834-ba6f7c377f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405202 Jun 22 09:15:14.244347 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:14.298728 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (779d4f23-aa71-4166-aead-3f25b367efc9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.301083 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6cac5ae9-b48d-42fc-bd59-214eaccf44be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (67d40673-644b-4c21-b84f-fbd2de73ba7a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.303562 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6cac5ae9-b48d-42fc-bd59-214eaccf44be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.307147 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6cac5ae9-b48d-42fc-bd59-214eaccf44be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67d40673-644b-4c21-b84f-fbd2de73ba7a HTTP/1.1" status: 204 len: 168 time: 0.3542912 Jun 22 09:15:14.311114 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-55a471d8-5eae-4234-93d7-c512666194af service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931442 Jun 22 09:15:14.317489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac5ae9-b48d-42fc-bd59-214eaccf44be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d40673-644b-4c21-b84f-fbd2de73ba7a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:14.350250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event deleted for resources: {'Port': ['ID=779d4f23-aa71-4166-aead-3f25b367efc9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:14.397519 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] No DVR routers for this DVR port 779d4f23-aa71-4166-aead-3f25b367efc9 on host hv-cinder-80382 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:14.400200 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.403711 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.47 "DELETE /v2.0/ports/779d4f23-aa71-4166-aead-3f25b367efc9 HTTP/1.1" status: 204 len: 173 time: 0.5017626 Jun 22 09:15:14.404222 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-deleted', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:15:14.406747 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520086b9-a063-4d6b-bc4a-c3945eb8c371" -d '{"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-deleted", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:14.427742 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a07723-b3a1-4b15-bb65-82da9ed31cb6 req-3314279d-6de2-4a44-8f17-8f77b1a76de0 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081908 Jun 22 09:15:14.450588 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efcfdf2-4956-4336-9258-fd0133d5e961 x-openstack-request-id: req-8efcfdf2-4956-4336-9258-fd0133d5e961 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:14.451220 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edf80c-1741-417f-ad42-4cdf4567898f", "name": "network-vif-deleted", "tag": "779d4f23-aa71-4166-aead-3f25b367efc9", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:14.451641 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8efcfdf2-4956-4336-9258-fd0133d5e961 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:14.452317 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efcfdf2-4956-4336-9258-fd0133d5e961'] response: {'server_uuid': 'a8edf80c-1741-417f-ad42-4cdf4567898f', 'name': 'network-vif-deleted', 'tag': '779d4f23-aa71-4166-aead-3f25b367efc9', 'status': 'completed', 'code': 200} Jun 22 09:15:14.551687 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56704) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:14.631720 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-301752c8-dfaa-49de-80f0-273faaddc0da req-facde9e4-c331-4da1-9276-5052448f0c8f tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 210 time: 0.0322027 Jun 22 09:15:14.826382 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e74fc073-e67e-4850-b810-14c4f4cf2428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:14.916071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e74fc073-e67e-4850-b810-14c4f4cf2428 admin admin] Publish callbacks [] for security_group (f082d4ad-57b0-4a43-a00e-e405cdb8ade0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.351896 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e74fc073-e67e-4850-b810-14c4f4cf2428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f082d4ad-57b0-4a43-a00e-e405cdb8ade0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.402298 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-e74fc073-e67e-4850-b810-14c4f4cf2428 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af1d6c5e5dd94cb7bc39469855ce522d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8495371 Jun 22 09:15:15.403281 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fc073-e67e-4850-b810-14c4f4cf2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f082d4ad-57b0-4a43-a00e-e405cdb8ade0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:15.405026 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56718) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:15.461951 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-055d939b-f412-47b6-b04c-085d960fdccb admin admin] Publish callbacks [] for security_group (f082d4ad-57b0-4a43-a00e-e405cdb8ade0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.485487 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-055d939b-f412-47b6-b04c-085d960fdccb admin admin] Publish callbacks [] for security_group (f082d4ad-57b0-4a43-a00e-e405cdb8ade0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.488471 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56720) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:15.536502 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-d1eaae20-5b0b-4edb-9756-34fd49023c15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab7a6f50e1844d37a3b215d4fedf4621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468843 Jun 22 09:15:15.539218 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56722) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:15.590183 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43ed6145-2cd2-446f-b792-8d623d67a82f admin admin] Publish callbacks [] for security_group (746271a3-5a3f-49f9-9cb3-bdd589a5315a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.612527 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-055d939b-f412-47b6-b04c-085d960fdccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f082d4ad-57b0-4a43-a00e-e405cdb8ade0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.615035 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-055d939b-f412-47b6-b04c-085d960fdccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.618582 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-055d939b-f412-47b6-b04c-085d960fdccb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f082d4ad-57b0-4a43-a00e-e405cdb8ade0 HTTP/1.1" status: 204 len: 168 time: 0.2088943 Jun 22 09:15:15.618582 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43ed6145-2cd2-446f-b792-8d623d67a82f admin admin] Publish callbacks [] for security_group (746271a3-5a3f-49f9-9cb3-bdd589a5315a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.636828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d939b-f412-47b6-b04c-085d960fdccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f082d4ad-57b0-4a43-a00e-e405cdb8ade0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:15.659417 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56730) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:15.751212 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00b092a9-d6e5-48c6-9692-5a504321db8f req-435f3030-e446-49e1-90d5-46b27fcb4f0c tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8edf80c-1741-417f-ad42-4cdf4567898f HTTP/1.1" status: 200 len: 210 time: 0.0294423 Jun 22 09:15:15.762936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43ed6145-2cd2-446f-b792-8d623d67a82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (746271a3-5a3f-49f9-9cb3-bdd589a5315a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.766040 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43ed6145-2cd2-446f-b792-8d623d67a82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.767842 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-43ed6145-2cd2-446f-b792-8d623d67a82f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/746271a3-5a3f-49f9-9cb3-bdd589a5315a HTTP/1.1" status: 204 len: 168 time: 0.2276692 Jun 22 09:15:15.779655 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed6145-2cd2-446f-b792-8d623d67a82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746271a3-5a3f-49f9-9cb3-bdd589a5315a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:15.819357 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b2943174-97fc-4f77-960c-2a9bc4e9c5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.847882 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:15.896161 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b2943174-97fc-4f77-960c-2a9bc4e9c5ed admin admin] Publish callbacks [] for security_group (fdf1b81c-adce-4373-af14-d93630c3c071), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.974522 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b2943174-97fc-4f77-960c-2a9bc4e9c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (fdf1b81c-adce-4373-af14-d93630c3c071), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:15.992214 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:16.016329 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-b2943174-97fc-4f77-960c-2a9bc4e9c5ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4dcd6b193e54872854a95e66ea1d29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558128 Jun 22 09:15:16.019774 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2943174-97fc-4f77-960c-2a9bc4e9c5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1b81c-adce-4373-af14-d93630c3c071,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:16.021433 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:16.073829 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65b264c6-bab5-4cf6-9e56-d053f7969f65 admin admin] Publish callbacks [] for security_group (fdf1b81c-adce-4373-af14-d93630c3c071), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.102412 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65b264c6-bab5-4cf6-9e56-d053f7969f65 admin admin] Publish callbacks [] for security_group (fdf1b81c-adce-4373-af14-d93630c3c071), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.254308 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65b264c6-bab5-4cf6-9e56-d053f7969f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (fdf1b81c-adce-4373-af14-d93630c3c071), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.257053 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65b264c6-bab5-4cf6-9e56-d053f7969f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.258258 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-65b264c6-bab5-4cf6-9e56-d053f7969f65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdf1b81c-adce-4373-af14-d93630c3c071 HTTP/1.1" status: 204 len: 168 time: 0.2359049 Jun 22 09:15:16.267078 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b264c6-bab5-4cf6-9e56-d053f7969f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1b81c-adce-4373-af14-d93630c3c071,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:16.812240 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56760) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:16.871799 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abd6c94a-4009-46c7-9ff1-7e8ccbcaae74 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group (4385fea4-d12f-4a30-bdc3-18ba964f65f9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:16.897990 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abd6c94a-4009-46c7-9ff1-7e8ccbcaae74 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group (4385fea4-d12f-4a30-bdc3-18ba964f65f9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.000418 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:17.013654 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59400060-258e-46a6-acb0-94ace37092ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.021101 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abd6c94a-4009-46c7-9ff1-7e8ccbcaae74 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (4385fea4-d12f-4a30-bdc3-18ba964f65f9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.023803 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abd6c94a-4009-46c7-9ff1-7e8ccbcaae74 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.025143 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-abd6c94a-4009-46c7-9ff1-7e8ccbcaae74 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] 10.222.0.55 "DELETE /v2.0/security-groups/4385fea4-d12f-4a30-bdc3-18ba964f65f9 HTTP/1.1" status: 204 len: 168 time: 0.2117791 Jun 22 09:15:17.035738 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6c94a-4009-46c7-9ff1-7e8ccbcaae74 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385fea4-d12f-4a30-bdc3-18ba964f65f9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:17.052297 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:17.098211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59400060-258e-46a6-acb0-94ace37092ee admin admin] Publish callbacks [] for security_group (5b538188-60b3-4bcb-a7c5-9f980f4443a6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.169907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56772) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:17.176249 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59400060-258e-46a6-acb0-94ace37092ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (5b538188-60b3-4bcb-a7c5-9f980f4443a6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.209781 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:17.223009 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59400060-258e-46a6-acb0-94ace37092ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b538188-60b3-4bcb-a7c5-9f980f4443a6,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:17.227416 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-59400060-258e-46a6-acb0-94ace37092ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f27c4f206ecd4baf95c39955975b03cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233646 Jun 22 09:15:17.233717 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56780) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:17.248395 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 779d4f23-aa71-4166-aead-3f25b367efc9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:17.248395 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 779d4f23-aa71-4166-aead-3f25b367efc9 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:17.297228 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c64fcba0-8073-400d-b53a-34104771c6ca admin admin] Publish callbacks [] for security_group (5b538188-60b3-4bcb-a7c5-9f980f4443a6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.322686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c64fcba0-8073-400d-b53a-34104771c6ca admin admin] Publish callbacks [] for security_group (5b538188-60b3-4bcb-a7c5-9f980f4443a6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.468725 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:17.471679 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c64fcba0-8073-400d-b53a-34104771c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (5b538188-60b3-4bcb-a7c5-9f980f4443a6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.474444 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c64fcba0-8073-400d-b53a-34104771c6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.475909 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-c64fcba0-8073-400d-b53a-34104771c6ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b538188-60b3-4bcb-a7c5-9f980f4443a6 HTTP/1.1" status: 204 len: 168 time: 0.2417552 Jun 22 09:15:17.486436 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fcba0-8073-400d-b53a-34104771c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b538188-60b3-4bcb-a7c5-9f980f4443a6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:17.701141 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (1e03fc43-6ad2-46ad-9746-ae64004113db), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.871550 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56806) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:17.932810 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:17.942813 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Deleting port d12cd53a-ecf1-4ca3-abe7-401aa41f137c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:17.943199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:17.985890 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:17.992817 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7688-d592-4dad-b0a5-d040be9d24b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.027305 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] For port d12cd53a-ecf1-4ca3-abe7-401aa41f137c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:18.027894 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.041257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Calling delete_port for d12cd53a-ecf1-4ca3-abe7-401aa41f137c owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:18.071195 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7688-d592-4dad-b0a5-d040be9d24b4 admin admin] Publish callbacks [] for security_group (b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.168049 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9dd7688-d592-4dad-b0a5-d040be9d24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.207854 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd7688-d592-4dad-b0a5-d040be9d24b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:18.228604 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-d9dd7688-d592-4dad-b0a5-d040be9d24b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91361ce05ac44b308cc23a658cbfc221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546636 Jun 22 09:15:18.229798 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56818) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:18.277563 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (d12cd53a-ecf1-4ca3-abe7-401aa41f137c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.300872 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1846c88f-859d-48d4-9e08-31daa154da8d admin admin] Publish callbacks [] for security_group (b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.312491 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12cd53a-ecf1-4ca3-abe7-401aa41f137c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:18.333285 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1846c88f-859d-48d4-9e08-31daa154da8d admin admin] Publish callbacks [] for security_group (b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.466525 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1846c88f-859d-48d4-9e08-31daa154da8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.469940 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1846c88f-859d-48d4-9e08-31daa154da8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.471234 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-1846c88f-859d-48d4-9e08-31daa154da8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5 HTTP/1.1" status: 204 len: 168 time: 0.2402120 Jun 22 09:15:18.481699 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846c88f-859d-48d4-9e08-31daa154da8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dadf6d-d496-455a-8a4a-6f59f3c6e4c5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:18.515383 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (1e03fc43-6ad2-46ad-9746-ae64004113db), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:18.742486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Router 1e03fc43-6ad2-46ad-9746-ae64004113db has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:18.849671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:18.855361 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-67818cc0-cc3d-49bf-a6e7-4741950bf2d9 admin admin] 10.222.0.55 "PUT /v2.0/routers/1e03fc43-6ad2-46ad-9746-ae64004113db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840372 Jun 22 09:15:18.858033 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56836) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:18.865098 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d14dd-632a-4837-888c-07436dca724a None None] Sync routers for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:18.879653 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:18.880333 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:18.974899 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks [] for router (1e03fc43-6ad2-46ad-9746-ae64004113db), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.092433 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks [] for router_gateway (1e03fc43-6ad2-46ad-9746-ae64004113db), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.125991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:19.202670 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Deleting port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:19.203050 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.235833 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:19.242213 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:19.297983 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] For port cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:19.298358 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.306665 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:15:18Z', 'revision_number': 5, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port': {'id': 'cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:19.314677 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Calling delete_port for cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:19.343941 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d14dd-632a-4837-888c-07436dca724a None None] Checking router: 1e03fc43-6ad2-46ad-9746-ae64004113db for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:19.360208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] Routers {'1e03fc43-6ad2-46ad-9746-ae64004113db'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:19.360859 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['1e03fc43-6ad2-46ad-9746-ae64004113db'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:19.395321 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:19.437913 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:19.454148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] Set router 1e03fc43-6ad2-46ad-9746-ae64004113db gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:19.520285 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-237d14dd-632a-4837-888c-07436dca724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:15:19Z', 'revision_number': 6, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:19.553830 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d14dd-632a-4837-888c-07436dca724a None None] The sync data for ids ['1e03fc43-6ad2-46ad-9746-ae64004113db'] in dv-cinder-803823-12-iscsi is: [{'id': '1e03fc43-6ad2-46ad-9746-ae64004113db', 'name': 'tempest-TestShelveInstance-1537281727-router', 'tenant_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:46Z', 'updated_at': '2022-06-22T09:15:19Z', 'revision_number': 6, 'project_id': 'ed7f3e35bb9a4f2ea707996c3c46acfb', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:19.603218 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.634184 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:19.703719 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (1e03fc43-6ad2-46ad-9746-ae64004113db), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.793315 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (1e03fc43-6ad2-46ad-9746-ae64004113db), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.795815 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks [] for router_controller (1e03fc43-6ad2-46ad-9746-ae64004113db), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.882811 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (1e03fc43-6ad2-46ad-9746-ae64004113db), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.883623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e03fc43-6ad2-46ad-9746-ae64004113db {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:15:19.888789 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:19.902060 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-d1102309-9e4b-4f44-ac3a-67ee14de399e admin admin] 10.222.0.55 "DELETE /v2.0/routers/1e03fc43-6ad2-46ad-9746-ae64004113db HTTP/1.1" status: 204 len: 168 time: 1.0312405 Jun 22 09:15:19.902788 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56876) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:19.958951 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Deleting subnet 8f931891-376d-4aa7-835d-7e2a803fca8e {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:15:19.962278 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Publish callbacks [] for subnet (8f931891-376d-4aa7-835d-7e2a803fca8e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.000152 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (8f931891-376d-4aa7-835d-7e2a803fca8e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.079774 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:20.097656 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (8f931891-376d-4aa7-835d-7e2a803fca8e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.265455 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (8f931891-376d-4aa7-835d-7e2a803fca8e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.305031 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f931891-376d-4aa7-835d-7e2a803fca8e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.313220 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.313220 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-957e4868-588c-4878-916f-f428948d05ee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8f931891-376d-4aa7-835d-7e2a803fca8e HTTP/1.1" status: 204 len: 168 time: 0.4075317 Jun 22 09:15:20.314702 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:20.321737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b5446a-74ce-4b08-a09e-f5fd619cdb0c None None] Network eadb524c-d462-48fa-babc-9c6bbef657b3 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:15:20.431949 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (eadb524c-d462-48fa-babc-9c6bbef657b3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.485522 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Deleting port 6bdeab12-8f42-4480-9189-00c438199d40 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:20.485918 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6bdeab12-8f42-4480-9189-00c438199d40), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.570062 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] DHCP port deletion for eadb524c-d462-48fa-babc-9c6bbef657b3 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:15:20.594491 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] For port 6bdeab12-8f42-4480-9189-00c438199d40, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6bdeab12-8f42-4480-9189-00c438199d40,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:20.596371 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6bdeab12-8f42-4480-9189-00c438199d40), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.613250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Calling delete_port for 6bdeab12-8f42-4480-9189-00c438199d40 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:20.626093 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] Deleting port 6bdeab12-8f42-4480-9189-00c438199d40 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:20.626479 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6bdeab12-8f42-4480-9189-00c438199d40), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.657245 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:15:20.734969 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] For port 6bdeab12-8f42-4480-9189-00c438199d40, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6bdeab12-8f42-4480-9189-00c438199d40,segment=NetworkSegment(60b96387-3149-4513-84c7-65e70e0c8106),segment_id=60b96387-3149-4513-84c7-65e70e0c8106)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:20.735372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6bdeab12-8f42-4480-9189-00c438199d40), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.750705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] Calling delete_port for 6bdeab12-8f42-4480-9189-00c438199d40 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:20.831812 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (6bdeab12-8f42-4480-9189-00c438199d40), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.840659 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:20.841117 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (6bdeab12-8f42-4480-9189-00c438199d40), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.865051 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdeab12-8f42-4480-9189-00c438199d40,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.869497 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] No DVR routers for this DVR port 6bdeab12-8f42-4480-9189-00c438199d40 on host dv-cinder-803823-12-iscsi {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:20.879370 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] Pushing event deleted for resources: {'Port': ['ID=6bdeab12-8f42-4480-9189-00c438199d40,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:20.881473 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433062b-14ea-40ba-bc89-ffe1076950e1 None None] No DVR routers for this DVR port 6bdeab12-8f42-4480-9189-00c438199d40 on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:20.947871 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (eadb524c-d462-48fa-babc-9c6bbef657b3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:20.970455 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadb524c-d462-48fa-babc-9c6bbef657b3']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:20.979695 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b96387-3149-4513-84c7-65e70e0c8106') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:20.979947 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.services.segments.db [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b96387-3149-4513-84c7-65e70e0c8106') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:20.990086 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13296887'] for segment (60b96387-3149-4513-84c7-65e70e0c8106), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.004298 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (60b96387-3149-4513-84c7-65e70e0c8106), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.011116 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:21.011506 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12737557'] for segment (60b96387-3149-4513-84c7-65e70e0c8106), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.254131 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56924) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:21.319947 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment 60b96387-3149-4513-84c7-65e70e0c8106 resource provider aggregate not found Jun 22 09:15:21.338563 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.services.segments.plugin [-] Segment 60b96387-3149-4513-84c7-65e70e0c8106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60b96387-3149-4513-84c7-65e70e0c8106 found for delete ", "request_id": "req-e499b1c6-c78e-43cd-baa9-79637936da4c"}]} Jun 22 09:15:21.358015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:21.365377 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e163939-1a1d-4a3f-9cf5-28725a9ed744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.380891 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:21.391598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (eadb524c-d462-48fa-babc-9c6bbef657b3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.398325 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.401432 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] 10.222.0.55 "DELETE /v2.0/networks/eadb524c-d462-48fa-babc-9c6bbef657b3 HTTP/1.1" status: 204 len: 168 time: 1.0857074 Jun 22 09:15:21.405610 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:21.410642 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad849dc-a654-41e8-9b9d-35b23dafb1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=eadb524c-d462-48fa-babc-9c6bbef657b3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:21.524160 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e163939-1a1d-4a3f-9cf5-28725a9ed744 admin admin] Publish callbacks [] for security_group (a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.586536 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d12cd53a-ecf1-4ca3-abe7-401aa41f137c no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:21.609281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: d12cd53a-ecf1-4ca3-abe7-401aa41f137c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:21.609622 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d12cd53a-ecf1-4ca3-abe7-401aa41f137c not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:21.610222 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6bdeab12-8f42-4480-9189-00c438199d40 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:21.631823 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e163939-1a1d-4a3f-9cf5-28725a9ed744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.636847 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 6bdeab12-8f42-4480-9189-00c438199d40 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:21.637196 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6bdeab12-8f42-4480-9189-00c438199d40 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:21.637611 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:21.656585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:21.656585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device cf4c3a0c-581e-4ad6-bd76-6ad41a8d7254 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:21.681821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e163939-1a1d-4a3f-9cf5-28725a9ed744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:21.691551 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8e163939-1a1d-4a3f-9cf5-28725a9ed744 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54ce102f434341cbbae10a0e90b453c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352558 Jun 22 09:15:21.691795 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56936) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:21.749244 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ca34953-b065-415a-9d4e-eee9e0525656 admin admin] Publish callbacks [] for security_group (a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.770521 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ca34953-b065-415a-9d4e-eee9e0525656 admin admin] Publish callbacks [] for security_group (a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.811804 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (dff04b9d-b644-4e94-b9ca-8efbaf73621c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.928947 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ca34953-b065-415a-9d4e-eee9e0525656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.931528 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ca34953-b065-415a-9d4e-eee9e0525656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:21.932696 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9ca34953-b065-415a-9d4e-eee9e0525656 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf HTTP/1.1" status: 204 len: 168 time: 0.2408688 Jun 22 09:15:21.942560 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca34953-b065-415a-9d4e-eee9e0525656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebfa9a-13e8-4092-a8d8-6adfd4a386cf,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:22.038983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Deleting port 8fad20e4-4692-42c1-a3fa-ad54a92ce307 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:22.039324 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.116573 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] For port 8fad20e4-4692-42c1-a3fa-ad54a92ce307, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=8fad20e4-4692-42c1-a3fa-ad54a92ce307,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:22.116938 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.131068 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Calling delete_port for 8fad20e4-4692-42c1-a3fa-ad54a92ce307 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:22.238012 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:22.392517 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:22.393628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (8fad20e4-4692-42c1-a3fa-ad54a92ce307), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.429211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fad20e4-4692-42c1-a3fa-ad54a92ce307,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:22.550104 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56942) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:22.564869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f367584-0254-407c-97c9-2f3afb4845b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.678333 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=83 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:22.763580 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:22.776263 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f367584-0254-407c-97c9-2f3afb4845b6 admin admin] Publish callbacks [] for security_group (2491ca19-7fb7-48e4-92c6-5cf71963375a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.862758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (dff04b9d-b644-4e94-b9ca-8efbaf73621c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.883573 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f367584-0254-407c-97c9-2f3afb4845b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (2491ca19-7fb7-48e4-92c6-5cf71963375a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:22.926387 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-6f367584-0254-407c-97c9-2f3afb4845b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab97625c003c4179941d697677a1e3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750660 Jun 22 09:15:22.928545 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367584-0254-407c-97c9-2f3afb4845b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491ca19-7fb7-48e4-92c6-5cf71963375a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:22.930991 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56948) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:22.992738 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-109ac6d4-376b-4338-bb0f-a3a707151cf2 admin admin] Publish callbacks [] for security_group (2491ca19-7fb7-48e4-92c6-5cf71963375a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.010395 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:23.014574 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-109ac6d4-376b-4338-bb0f-a3a707151cf2 admin admin] Publish callbacks [] for security_group (2491ca19-7fb7-48e4-92c6-5cf71963375a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.074225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Router dff04b9d-b644-4e94-b9ca-8efbaf73621c has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:23.145113 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-109ac6d4-376b-4338-bb0f-a3a707151cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (2491ca19-7fb7-48e4-92c6-5cf71963375a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.148428 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-109ac6d4-376b-4338-bb0f-a3a707151cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.149742 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-109ac6d4-376b-4338-bb0f-a3a707151cf2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2491ca19-7fb7-48e4-92c6-5cf71963375a HTTP/1.1" status: 204 len: 168 time: 0.2177839 Jun 22 09:15:23.160556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ac6d4-376b-4338-bb0f-a3a707151cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491ca19-7fb7-48e4-92c6-5cf71963375a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:23.197043 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:23.202085 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6fdd9796-2785-4dcd-a8b0-01c0e3ee0cc0 admin admin] 10.222.0.55 "PUT /v2.0/routers/dff04b9d-b644-4e94-b9ca-8efbaf73621c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954025 Jun 22 09:15:23.204544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56954) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:23.210265 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] Sync routers for ids ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:23.213478 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:23.222253 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] Routers {'dff04b9d-b644-4e94-b9ca-8efbaf73621c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:23.222904 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:23.310996 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks [] for router (dff04b9d-b644-4e94-b9ca-8efbaf73621c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.331414 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] Set router dff04b9d-b644-4e94-b9ca-8efbaf73621c gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:23.415341 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks [] for router_gateway (dff04b9d-b644-4e94-b9ca-8efbaf73621c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.504676 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:15:22Z', 'revision_number': 5, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port': {'id': '935380cd-14b2-49da-96c5-9627d00e52f3', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:09:53Z', 'updated_at': '2022-06-22T09:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:23.530944 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] Checking router: dff04b9d-b644-4e94-b9ca-8efbaf73621c for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:23.543396 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] Routers {'dff04b9d-b644-4e94-b9ca-8efbaf73621c'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:23.544033 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:14:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:23.563990 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Deleting port 935380cd-14b2-49da-96c5-9627d00e52f3 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:23.564415 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.648843 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] Set router dff04b9d-b644-4e94-b9ca-8efbaf73621c gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:23.661213 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] For port 935380cd-14b2-49da-96c5-9627d00e52f3, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=935380cd-14b2-49da-96c5-9627d00e52f3,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:23.661213 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.670299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:23.672166 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Calling delete_port for 935380cd-14b2-49da-96c5-9627d00e52f3 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:23.704010 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:15:23Z', 'revision_number': 6, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:23.730369 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d74e0-95cb-46bd-bc30-40c8ec52dfeb None None] The sync data for ids ['dff04b9d-b644-4e94-b9ca-8efbaf73621c'] in dv-cinder-803823-12-iscsi is: [{'id': 'dff04b9d-b644-4e94-b9ca-8efbaf73621c', 'name': 'tempest-TestShelveInstance-1008939626-router', 'tenant_id': '911a19628e5b4b3480c7a5c83c4d8504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:09:52Z', 'updated_at': '2022-06-22T09:15:23Z', 'revision_number': 6, 'project_id': '911a19628e5b4b3480c7a5c83c4d8504', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:23.906147 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (935380cd-14b2-49da-96c5-9627d00e52f3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:23.932355 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=935380cd-14b2-49da-96c5-9627d00e52f3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:23.995818 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (dff04b9d-b644-4e94-b9ca-8efbaf73621c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.082219 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (dff04b9d-b644-4e94-b9ca-8efbaf73621c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.084532 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks [] for router_controller (dff04b9d-b644-4e94-b9ca-8efbaf73621c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.192758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (dff04b9d-b644-4e94-b9ca-8efbaf73621c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.192758 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff04b9d-b644-4e94-b9ca-8efbaf73621c {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:15:24.197418 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.199199 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2debc060-423b-4b90-922a-925a27116ac7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/dff04b9d-b644-4e94-b9ca-8efbaf73621c HTTP/1.1" status: 204 len: 168 time: 0.9930346 Jun 22 09:15:24.201042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 56978) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:24.246723 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Deleting subnet 8a63764c-535a-47ed-acff-e374c84a3ea5 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:15:24.253931 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Publish callbacks [] for subnet (8a63764c-535a-47ed-acff-e374c84a3ea5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.288018 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (8a63764c-535a-47ed-acff-e374c84a3ea5), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.380924 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (8a63764c-535a-47ed-acff-e374c84a3ea5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.425416 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:24.496151 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (8a63764c-535a-47ed-acff-e374c84a3ea5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.523663 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a63764c-535a-47ed-acff-e374c84a3ea5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:24.527541 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.531524 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f76cd67c-fc28-448b-9569-8c4af6d45609 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a63764c-535a-47ed-acff-e374c84a3ea5 HTTP/1.1" status: 204 len: 168 time: 0.3294556 Jun 22 09:15:24.534054 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 56984) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:24.534539 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ae736-bc70-43a3-9749-7ef78c996264 None None] Network e0e454be-6702-442d-86f4-a8d6a56f2e69 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:15:24.615090 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (e0e454be-6702-442d-86f4-a8d6a56f2e69), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.662146 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Deleting port e65cae5e-c8e6-4037-bb54-28a0fa3daafc {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:24.662895 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.719806 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] DHCP port deletion for e0e454be-6702-442d-86f4-a8d6a56f2e69 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:15:24.736374 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] For port e65cae5e-c8e6-4037-bb54-28a0fa3daafc, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:24.736747 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.750900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:24.752439 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Calling delete_port for e65cae5e-c8e6-4037-bb54-28a0fa3daafc owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:24.771448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] Deleting port e65cae5e-c8e6-4037-bb54-28a0fa3daafc {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:24.772066 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.840312 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] For port e65cae5e-c8e6-4037-bb54-28a0fa3daafc, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,segment=NetworkSegment(dc4e7e4d-deeb-4145-9452-a8e717573b55),segment_id=dc4e7e4d-deeb-4145-9452-a8e717573b55)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:24.840712 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.855553 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] Calling delete_port for e65cae5e-c8e6-4037-bb54-28a0fa3daafc owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:24.912176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.935367 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (e65cae5e-c8e6-4037-bb54-28a0fa3daafc), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:24.949118 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:24.960674 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] Pushing event deleted for resources: {'Port': ['ID=e65cae5e-c8e6-4037-bb54-28a0fa3daafc,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:24.964440 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] No DVR routers for this DVR port e65cae5e-c8e6-4037-bb54-28a0fa3daafc on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:24.964589 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3aaad-6905-4da4-a6c9-692d38243e4b None None] No DVR routers for this DVR port e65cae5e-c8e6-4037-bb54-28a0fa3daafc on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:25.044932 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (e0e454be-6702-442d-86f4-a8d6a56f2e69), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.066530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e454be-6702-442d-86f4-a8d6a56f2e69']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:25.076024 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4e7e4d-deeb-4145-9452-a8e717573b55') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:25.076326 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4e7e4d-deeb-4145-9452-a8e717573b55') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:25.086210 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (dc4e7e4d-deeb-4145-9452-a8e717573b55), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.099678 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (dc4e7e4d-deeb-4145-9452-a8e717573b55), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.106401 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:25.106896 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (dc4e7e4d-deeb-4145-9452-a8e717573b55), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.127718 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment dc4e7e4d-deeb-4145-9452-a8e717573b55 resource provider aggregate not found Jun 22 09:15:25.168694 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment dc4e7e4d-deeb-4145-9452-a8e717573b55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc4e7e4d-deeb-4145-9452-a8e717573b55 found for delete ", "request_id": "req-a1fb7f66-040e-4e78-ac8b-06f9e9639aba"}]} Jun 22 09:15:25.237495 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (e0e454be-6702-442d-86f4-a8d6a56f2e69), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.254289 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.257432 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e0e454be-6702-442d-86f4-a8d6a56f2e69 HTTP/1.1" status: 204 len: 168 time: 0.7223961 Jun 22 09:15:25.258115 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:25.259198 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd34576-c344-4291-8965-33cd7762c516 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e454be-6702-442d-86f4-a8d6a56f2e69,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:25.586031 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8fad20e4-4692-42c1-a3fa-ad54a92ce307 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:25.607260 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 8fad20e4-4692-42c1-a3fa-ad54a92ce307 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:25.607260 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 8fad20e4-4692-42c1-a3fa-ad54a92ce307 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:25.607617 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57014) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:25.608767 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e65cae5e-c8e6-4037-bb54-28a0fa3daafc no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:25.626863 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: e65cae5e-c8e6-4037-bb54-28a0fa3daafc {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:25.627202 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device e65cae5e-c8e6-4037-bb54-28a0fa3daafc not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:25.627618 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 935380cd-14b2-49da-96c5-9627d00e52f3 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:25.649147 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 935380cd-14b2-49da-96c5-9627d00e52f3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:25.649496 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 935380cd-14b2-49da-96c5-9627d00e52f3 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:25.658760 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e8cec04c-c73d-4c68-8ba3-dccacaac5d65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed7f3e35bb9a4f2ea707996c3c46acfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494788 Jun 22 09:15:25.661304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:25.708672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dabe7e0e-a51d-42be-87b2-e548be04af9c admin admin] Publish callbacks [] for security_group (6dfb7e32-ffa9-4199-9753-fc6128b5afc4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.731229 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dabe7e0e-a51d-42be-87b2-e548be04af9c admin admin] Publish callbacks [] for security_group (6dfb7e32-ffa9-4199-9753-fc6128b5afc4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.869611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dabe7e0e-a51d-42be-87b2-e548be04af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (6dfb7e32-ffa9-4199-9753-fc6128b5afc4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.872125 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dabe7e0e-a51d-42be-87b2-e548be04af9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:25.873441 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-dabe7e0e-a51d-42be-87b2-e548be04af9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dfb7e32-ffa9-4199-9753-fc6128b5afc4 HTTP/1.1" status: 204 len: 168 time: 0.2110772 Jun 22 09:15:25.883906 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe7e0e-a51d-42be-87b2-e548be04af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfb7e32-ffa9-4199-9753-fc6128b5afc4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:26.201067 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdfba-5f53-4406-ac86-491cfb189bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:26.549708 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57032) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:26.591261 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-bf48f263-12f3-4264-985b-5c93e8213111 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=911a19628e5b4b3480c7a5c83c4d8504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403688 Jun 22 09:15:26.593624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57038) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:26.643441 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93a6f1e8-9212-4311-8db8-85f4b02aaaf4 admin admin] Publish callbacks [] for security_group (09e1e152-d0c8-4114-82c9-d02606decbab), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:26.664537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93a6f1e8-9212-4311-8db8-85f4b02aaaf4 admin admin] Publish callbacks [] for security_group (09e1e152-d0c8-4114-82c9-d02606decbab), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:26.818245 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93a6f1e8-9212-4311-8db8-85f4b02aaaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (09e1e152-d0c8-4114-82c9-d02606decbab), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:26.820747 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93a6f1e8-9212-4311-8db8-85f4b02aaaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:26.821898 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-93a6f1e8-9212-4311-8db8-85f4b02aaaf4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09e1e152-d0c8-4114-82c9-d02606decbab HTTP/1.1" status: 204 len: 168 time: 0.2273822 Jun 22 09:15:26.830348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6f1e8-9212-4311-8db8-85f4b02aaaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e1e152-d0c8-4114-82c9-d02606decbab,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:28.479083 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95d00fd9-62e6-486a-b16e-c383cd39034b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:29.602927 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:31.150843 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:31.579533 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.319146 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:32.430518 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-556fcd2f-bd90-406c-8cb2-476df6ca94fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.504423 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-556fcd2f-bd90-406c-8cb2-476df6ca94fa admin admin] Publish callbacks [] for security_group (f2c25852-5868-4685-9355-702b5c465725), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.539552 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-556fcd2f-bd90-406c-8cb2-476df6ca94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f2c25852-5868-4685-9355-702b5c465725), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.577532 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fcd2f-bd90-406c-8cb2-476df6ca94fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c25852-5868-4685-9355-702b5c465725,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:32.585439 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-556fcd2f-bd90-406c-8cb2-476df6ca94fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e7fdb0729e24ca8bf29ed3ad58916a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625368 Jun 22 09:15:32.585644 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57146) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:32.635442 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bde4965d-1d6d-417e-b839-e5a7d1b75668 admin admin] Publish callbacks [] for security_group (f2c25852-5868-4685-9355-702b5c465725), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.661631 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bde4965d-1d6d-417e-b839-e5a7d1b75668 admin admin] Publish callbacks [] for security_group (f2c25852-5868-4685-9355-702b5c465725), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.774250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bde4965d-1d6d-417e-b839-e5a7d1b75668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f2c25852-5868-4685-9355-702b5c465725), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.777061 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bde4965d-1d6d-417e-b839-e5a7d1b75668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:32.778260 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bde4965d-1d6d-417e-b839-e5a7d1b75668 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2c25852-5868-4685-9355-702b5c465725 HTTP/1.1" status: 204 len: 168 time: 0.1916547 Jun 22 09:15:32.786976 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4965d-1d6d-417e-b839-e5a7d1b75668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c25852-5868-4685-9355-702b5c465725,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:32.799446 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:32.800244 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:33.337120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57158) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:33.350423 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29194761-176b-4d4c-9610-c9837132a12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.423911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29194761-176b-4d4c-9610-c9837132a12e admin admin] Publish callbacks [] for security_group (afd51baf-a7df-4845-8797-ca47265dd7be), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.471308 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29194761-176b-4d4c-9610-c9837132a12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (afd51baf-a7df-4845-8797-ca47265dd7be), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.511068 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-29194761-176b-4d4c-9610-c9837132a12e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d1a967580e449c5b0941f4b8ad68598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727970 Jun 22 09:15:33.511833 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29194761-176b-4d4c-9610-c9837132a12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd51baf-a7df-4845-8797-ca47265dd7be,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:33.513742 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57160) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:33.565779 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-36fecf2b-6a5e-4def-96b3-8823ead17ee8 admin admin] Publish callbacks [] for security_group (afd51baf-a7df-4845-8797-ca47265dd7be), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.586315 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-36fecf2b-6a5e-4def-96b3-8823ead17ee8 admin admin] Publish callbacks [] for security_group (afd51baf-a7df-4845-8797-ca47265dd7be), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.676059 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=21 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:33.708755 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=67 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:33.716609 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-36fecf2b-6a5e-4def-96b3-8823ead17ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (afd51baf-a7df-4845-8797-ca47265dd7be), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.719714 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-36fecf2b-6a5e-4def-96b3-8823ead17ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:33.720836 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-36fecf2b-6a5e-4def-96b3-8823ead17ee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afd51baf-a7df-4845-8797-ca47265dd7be HTTP/1.1" status: 204 len: 168 time: 0.2059891 Jun 22 09:15:33.729227 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fecf2b-6a5e-4def-96b3-8823ead17ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd51baf-a7df-4845-8797-ca47265dd7be,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:35.275210 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57194) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:35.391177 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35d7ac7d-9357-41a9-a4bc-a50c047e5d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.412767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:35.454528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:35.465479 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35d7ac7d-9357-41a9-a4bc-a50c047e5d66 admin admin] Publish callbacks [] for security_group (ec9a3163-a1da-4a5a-96ff-0120386f0413), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.522479 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35d7ac7d-9357-41a9-a4bc-a50c047e5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ec9a3163-a1da-4a5a-96ff-0120386f0413), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.564055 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-35d7ac7d-9357-41a9-a4bc-a50c047e5d66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbf9b87c52b04bb4b40f507c796f5adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877774 Jun 22 09:15:35.564895 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7ac7d-9357-41a9-a4bc-a50c047e5d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a3163-a1da-4a5a-96ff-0120386f0413,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:35.566797 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57198) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:35.604992 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:35.617282 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da965be5-5484-4bb7-931b-b0834a65fa07 admin admin] Publish callbacks [] for security_group (ec9a3163-a1da-4a5a-96ff-0120386f0413), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.639805 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da965be5-5484-4bb7-931b-b0834a65fa07 admin admin] Publish callbacks [] for security_group (ec9a3163-a1da-4a5a-96ff-0120386f0413), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.738056 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da965be5-5484-4bb7-931b-b0834a65fa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (ec9a3163-a1da-4a5a-96ff-0120386f0413), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.740681 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da965be5-5484-4bb7-931b-b0834a65fa07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:35.741850 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-da965be5-5484-4bb7-931b-b0834a65fa07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec9a3163-a1da-4a5a-96ff-0120386f0413 HTTP/1.1" status: 204 len: 168 time: 0.1740165 Jun 22 09:15:35.751385 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da965be5-5484-4bb7-931b-b0834a65fa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a3163-a1da-4a5a-96ff-0120386f0413,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:38.220958 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d552a6e-1db1-4050-b7f2-ea482b96de61 req-6f278746-8f2a-4368-8f7a-9e039da35b91 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:38.222461 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7d552a6e-1db1-4050-b7f2-ea482b96de61 req-6f278746-8f2a-4368-8f7a-9e039da35b91 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0479393 Jun 22 09:15:38.270639 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7d552a6e-1db1-4050-b7f2-ea482b96de61 req-9a56b1d0-414e-4845-9e8d-b0bf22ed94c7 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423131 Jun 22 09:15:38.644281 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-93c90935-f7b3-4597-b3d6-503e0edb2234 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f6349c1f0e374b0b87f64a45509f2660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319507 Jun 22 09:15:38.794516 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:38.836128 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-4a7f7e00-08ba-413e-954b-f86dc56a37fe tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:38.837585 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-4a7f7e00-08ba-413e-954b-f86dc56a37fe tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873136 Jun 22 09:15:38.852685 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-e164e815-30ee-4bfe-b302-938912c5e438 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/quotas/f6349c1f0e374b0b87f64a45509f2660 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Jun 22 09:15:38.885496 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-136acc31-0526-42b2-bb47-7f880f8caa62 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6349c1f0e374b0b87f64a45509f2660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274117 Jun 22 09:15:39.390503 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9ef37-81b4-46f0-b757-993a64a23ae3 req-97286a28-c41c-4912-8aaa-1c36a311a50a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:39.392011 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6d9ef37-81b4-46f0-b757-993a64a23ae3 req-97286a28-c41c-4912-8aaa-1c36a311a50a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0475450 Jun 22 09:15:39.437508 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d6d9ef37-81b4-46f0-b757-993a64a23ae3 req-8b9bd7f0-964e-434d-aaf8-f3270619087c tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399666 Jun 22 09:15:40.128399 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7f910a22-77a2-4b83-98db-d44b2a5c67a5 req-1e4ee0cd-6cab-4076-a1f2-d0f9713ce3af tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0304244 Jun 22 09:15:40.556831 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21566bf6-9b58-41e1-ae00-9756d753bffd req-47c24ffb-39c2-4897-b9cb-15d3b923a0f3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:40.558293 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-21566bf6-9b58-41e1-ae00-9756d753bffd req-47c24ffb-39c2-4897-b9cb-15d3b923a0f3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0501704 Jun 22 09:15:40.604369 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-21566bf6-9b58-41e1-ae00-9756d753bffd req-01cc59da-7fcf-4551-91a3-e124cd5e84e8 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405092 Jun 22 09:15:41.205330 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-28587e94-3ce8-45a8-954e-e22827dbfcd3 req-1892e9c4-c444-4ad7-a6cd-7105287d6ff8 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0279181 Jun 22 09:15:41.499296 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:41.722905 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0ff68-37f7-42e2-985c-e2ab258bb44e req-a794e040-ff26-4c15-b645-4a3f03291070 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:41.724317 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76f0ff68-37f7-42e2-985c-e2ab258bb44e req-a794e040-ff26-4c15-b645-4a3f03291070 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0470397 Jun 22 09:15:41.769343 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-76f0ff68-37f7-42e2-985c-e2ab258bb44e req-bbf3293f-a0c1-4b9d-844e-1abed73ce1fa tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups?id=5654109e-b27a-4b27-9d11-c1a68c481fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395706 Jun 22 09:15:42.166977 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747a80-0b29-4c65-9344-47a3154706ac req-58c7a0c0-5d83-4c7d-85fa-94edb854a1ae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:42.168400 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-88747a80-0b29-4c65-9344-47a3154706ac req-58c7a0c0-5d83-4c7d-85fa-94edb854a1ae tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 947 time: 0.0464518 Jun 22 09:15:42.251525 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Deleting port 80ee4f92-8e74-49ff-9d1e-85edcc14992c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:42.252210 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:42.298922 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-86e20eb6-30c0-4283-8364-871ede1cd077 req-cc4884dd-01d7-4dd5-a41e-fa3024122748 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0437348 Jun 22 09:15:42.369722 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] For port 80ee4f92-8e74-49ff-9d1e-85edcc14992c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=80ee4f92-8e74-49ff-9d1e-85edcc14992c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:42.370090 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:42.538016 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:42.538385 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (5c2a263b-9f71-4cf5-90d1-98db47e6400a), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:42.538693 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Floating IP 5c2a263b-9f71-4cf5-90d1-98db47e6400a disassociated. External IP: 172.27.0.21, port: 80ee4f92-8e74-49ff-9d1e-85edcc14992c. Jun 22 09:15:42.539072 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Calling delete_port for 80ee4f92-8e74-49ff-9d1e-85edcc14992c owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:42.739795 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (80ee4f92-8e74-49ff-9d1e-85edcc14992c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:42.768355 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event deleted for resources: {'Port': ['ID=80ee4f92-8e74-49ff-9d1e-85edcc14992c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:42.821541 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:42.864671 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:42.874697 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8938aa1b-b887-43e7-b649-3aa24ab17853 req-206e8b84-078d-4c5c-9b33-c413273c0d12 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0310192 Jun 22 09:15:42.882084 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:42.982682 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:42.993290 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:43.003021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:43.003702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:15:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:43.030111 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] No DVR routers for this DVR port 80ee4f92-8e74-49ff-9d1e-85edcc14992c on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:43.032721 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:43.035951 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-88747a80-0b29-4c65-9344-47a3154706ac req-8804a2c0-f269-40f7-8e5e-efc15a461348 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.47 "DELETE /v2.0/ports/80ee4f92-8e74-49ff-9d1e-85edcc14992c HTTP/1.1" status: 204 len: 173 time: 0.8611574 Jun 22 09:15:43.036591 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-deleted', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:15:43.038814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850705bc-0285-439d-986b-f9394ec20122" -d '{"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-deleted", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:43.080460 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a54027-2790-4852-88cd-66546f92e21b x-openstack-request-id: req-77a54027-2790-4852-88cd-66546f92e21b {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:43.080848 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88cfdf9-1c62-4867-ae38-32484e4b2fdd", "name": "network-vif-deleted", "tag": "80ee4f92-8e74-49ff-9d1e-85edcc14992c", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:43.081197 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77a54027-2790-4852-88cd-66546f92e21b {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:43.081682 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a54027-2790-4852-88cd-66546f92e21b'] response: {'server_uuid': 'e88cfdf9-1c62-4867-ae38-32484e4b2fdd', 'name': 'network-vif-deleted', 'tag': '80ee4f92-8e74-49ff-9d1e-85edcc14992c', 'status': 'completed', 'code': 200} Jun 22 09:15:43.118982 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:43.321709 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:43.351257 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:43.363825 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:43.364450 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:15:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:43.381920 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e92a3ed2-1b87-428e-85d2-65a921e74f14 req-1ce3fc9b-3cc3-45fa-9885-cc80d831b31e tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0340662 Jun 22 09:15:43.474201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:43.661175 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:43.685238 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2775-bca2-4c7f-9795-66e6e6c7e785 None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:08:40Z', 'revision_number': 4, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'aa034c63-6927-46bf-acc7-5ad5d196ca83', 'name': '', 'network_id': '4dc0d09c-c23d-458d-8834-ba6f7c377f1b', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'mac_address': 'fa:16:3e:c9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:40Z', 'updated_at': '2022-06-22T09:08:45Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'subnets': [{'id': '1891bd71-b79b-4362-9584-d20ce4251dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:43.910273 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c47b1-57a5-4ad1-89d9-255b0c9a0e00 None None] New status for floating IP 5c2a263b-9f71-4cf5-90d1-98db47e6400a: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:15:43.993931 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d08aa4e3-1b10-4112-8d4b-d5f6ec2a3207 req-fec8c819-bbca-4d7b-a0df-151ffc561f8a tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/ports?device_id=e88cfdf9-1c62-4867-ae38-32484e4b2fdd HTTP/1.1" status: 200 len: 210 time: 0.0293674 Jun 22 09:15:44.095214 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:44.118317 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 80ee4f92-8e74-49ff-9d1e-85edcc14992c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:44.118658 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 80ee4f92-8e74-49ff-9d1e-85edcc14992c not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:44.473822 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e0ce946a-55ab-438d-b60c-7db68e3860dc req-fa1cf56b-a157-40a7-9fbc-5652075fa64a tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0265667 Jun 22 09:15:45.147001 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57344) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:45.200109 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb5ee-a557-459d-9d85-f1a9a2346783 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (5654109e-b27a-4b27-9d11-c1a68c481fd1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.224476 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb5ee-a557-459d-9d85-f1a9a2346783 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (5654109e-b27a-4b27-9d11-c1a68c481fd1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.315351 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb5ee-a557-459d-9d85-f1a9a2346783 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (5654109e-b27a-4b27-9d11-c1a68c481fd1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.317960 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb5ee-a557-459d-9d85-f1a9a2346783 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.319148 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-dfbfb5ee-a557-459d-9d85-f1a9a2346783 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "DELETE /v2.0/security-groups/5654109e-b27a-4b27-9d11-c1a68c481fd1 HTTP/1.1" status: 204 len: 168 time: 0.1711407 Jun 22 09:15:45.321975 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57348) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:45.329091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb5ee-a557-459d-9d85-f1a9a2346783 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5654109e-b27a-4b27-9d11-c1a68c481fd1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:45.336218 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.api.v2.resource [None req-1909b621-0c10-486e-96ea-c84161ffb6cd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] show failed (client error): The resource could not be found. Jun 22 09:15:45.337194 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-1909b621-0c10-486e-96ea-c84161ffb6cd tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "GET /v2.0/security-groups/5654109e-b27a-4b27-9d11-c1a68c481fd1 HTTP/1.1" status: 404 len: 347 time: 0.0141332 Jun 22 09:15:45.340145 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57350) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:45.452322 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Deleting port 98d069c6-e57a-4fad-ad0f-8458c7d83a38 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:45.452665 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.532559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.532924 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (98d069c6-e57a-4fad-ad0f-8458c7d83a38), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.568650 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Calling delete_port for 98d069c6-e57a-4fad-ad0f-8458c7d83a38 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:45.574043 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4d61d445-08af-49cf-b033-fa32100c8509 req-fe78a1ad-00b5-42e6-9d9e-eb1c04a3a2df tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0333834 Jun 22 09:15:45.756846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (98d069c6-e57a-4fad-ad0f-8458c7d83a38), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.781903 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Pushing event deleted for resources: {'Port': ['ID=98d069c6-e57a-4fad-ad0f-8458c7d83a38,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:45.822788 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:45.844939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks [] for floatingip (5c2a263b-9f71-4cf5-90d1-98db47e6400a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.847414 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:45.848558 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-50aedd23-e320-47b2-ad55-85c0bbcb46d3 tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] 10.222.0.55 "DELETE /v2.0/floatingips/5c2a263b-9f71-4cf5-90d1-98db47e6400a HTTP/1.1" status: 204 len: 168 time: 0.5074639 Jun 22 09:15:46.669931 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-35b4f2df-16c1-48eb-80b7-95bb6708518b req-0d37a150-b5bb-4513-9d10-36d82d8c1960 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0275981 Jun 22 09:15:47.764739 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-eeddb01b-ae4d-40d5-8460-7d09199d2350 req-2f08ef72-7b67-4e9e-9c0b-8b564f7f1197 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Jun 22 09:15:48.863452 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d0f79335-bcce-4134-a719-23f7fa17a023 req-393d1b0e-4b7a-42a0-821d-f5dad6f2c23a tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0304079 Jun 22 09:15:48.980931 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-539ee2dd-2160-4803-a873-4259230cb444 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6349c1f0e374b0b87f64a45509f2660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276921 Jun 22 09:15:49.159227 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-30342403-c60f-4077-aa94-b3fe146f4082 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:49.160651 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-30342403-c60f-4077-aa94-b3fe146f4082 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746476 Jun 22 09:15:49.179087 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Request body: {'port': {'device_id': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3', 'admin_state_up': True, 'tenant_id': 'f6349c1f0e374b0b87f64a45509f2660'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:15:49.618224 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Made reservation on behalf of f6349c1f0e374b0b87f64a45509f2660 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:15:49.621810 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:49.632186 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:49.632186 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:49.707156 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks [] for security_group (c5b93075-b245-4938-b3fd-0d9ffb3470f8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:49.783400 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c5b93075-b245-4938-b3fd-0d9ffb3470f8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:49.849936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b93075-b245-4938-b3fd-0d9ffb3470f8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:49.863393 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.863739 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.864076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.864409 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.864737 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.865061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.865383 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.865717 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.866035 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.866350 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.866669 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.867018 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.867331 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.867646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.867971 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:49.931241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Allocated IP 192.168.233.72 (c69286ce-7d69-4d76-be2e-16a2dfa45ed3/3cba0e18-72d1-47d9-97d8-a7e189c15e5c/8253dc87-1b31-4eac-9a5e-2977b9538036) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:15:49.944136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:49.965984 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e19f9ad0-8478-4ff7-83b1-355aca26440f req-c7d98177-4707-45de-a1d7-d63e2a045fca tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0324585 Jun 22 09:15:50.108599 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks [] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.220680 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.263764 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:15:50.266887 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:15:50.270384 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:15:50.295680 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Pushing event updated for resources: {'Port': ['ID=8253dc87-1b31-4eac-9a5e-2977b9538036,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:50.324445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:50.325076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.417147 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c45bd5c5-35bf-49a3-bdbf-1e05d3778c13 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2416143 Jun 22 09:15:50.434551 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Request body: {'port': {'device_id': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:15:50.474212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4b3b2fa7-1258-46df-aa28-19a64a4530eb None None] Provisioning complete for port 8253dc87-1b31-4eac-9a5e-2977b9538036 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:15:50.474791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2fa7-1258-46df-aa28-19a64a4530eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.501771 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.506935 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b2fa7-1258-46df-aa28-19a64a4530eb None None] Port 8253dc87-1b31-4eac-9a5e-2977b9538036 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:15:50.643217 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:50.738435 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57418) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:50.781738 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8253dc87-1b31-4eac-9a5e-2977b9538036 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:15:50.789748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Publish callbacks [] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.802685 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Transition to ACTIVE for port object 8253dc87-1b31-4eac-9a5e-2977b9538036 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:15:50.882457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:50.932056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=8253dc87-1b31-4eac-9a5e-2977b9538036,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:51.021580 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:51.022815 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Attempting to bind port 8253dc87-1b31-4eac-9a5e-2977b9538036 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:15:51.023732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Attempting to bind port 8253dc87-1b31-4eac-9a5e-2977b9538036 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:15:51.024237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Attempting to bind port 8253dc87-1b31-4eac-9a5e-2977b9538036 on network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:15:51.030544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Port 8253dc87-1b31-4eac-9a5e-2977b9538036 on network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:15:51.031196 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Attempting to bind port 8253dc87-1b31-4eac-9a5e-2977b9538036 on network c69286ce-7d69-4d76-be2e-16a2dfa45ed3 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:15:51.038046 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:15:51.046069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Checking segment: {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:15:51.046800 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Bound using segment: {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:15:51.047987 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Bound port: 8253dc87-1b31-4eac-9a5e-2977b9538036, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd21dd39-2562-4905-bf4d-3649b0cef2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:15:51.048570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.150955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] For port 8253dc87-1b31-4eac-9a5e-2977b9538036, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:15:51.155302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] For port 8253dc87-1b31-4eac-9a5e-2977b9538036, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8253dc87-1b31-4eac-9a5e-2977b9538036,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:15:51.175833 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abf40b-7fe1-478b-b55d-5d0cfe07340b req-0df669c2-837d-4547-a600-dbfb73e93aa3 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.177522 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-98abf40b-7fe1-478b-b55d-5d0cfe07340b req-0df669c2-837d-4547-a600-dbfb73e93aa3 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 947 time: 0.0976994 Jun 22 09:15:51.258528 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-98abf40b-7fe1-478b-b55d-5d0cfe07340b req-62474b0b-1b64-490c-a0a9-ef69070feea6 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754795 Jun 22 09:15:51.270065 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.322032 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.322032 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.322032 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] 10.222.0.47 "PUT /v2.0/ports/8253dc87-1b31-4eac-9a5e-2977b9538036 HTTP/1.1" status: 200 len: 1097 time: 0.8869345 Jun 22 09:15:51.322032 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'tag': '8253dc87-1b31-4eac-9a5e-2977b9538036'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:15:51.322032 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25f7102-7853-481d-b4cc-3661abdf6b57" -d '{"events": [{"name": "network-changed", "server_uuid": "460dcf6a-df4c-4126-92fd-312fb6103b58", "tag": "8253dc87-1b31-4eac-9a5e-2977b9538036"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:51.340163 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120ff13-e86a-4b96-9310-30e76123aa31 service neutron] Pushing event updated for resources: {'Port': ['ID=8253dc87-1b31-4eac-9a5e-2977b9538036,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:51.364663 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.368993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8788976-20fa-4f9f-ab50-edddc00f11fa x-openstack-request-id: req-c8788976-20fa-4f9f-ab50-edddc00f11fa {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:51.369277 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460dcf6a-df4c-4126-92fd-312fb6103b58", "tag": "8253dc87-1b31-4eac-9a5e-2977b9538036", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:51.369529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8788976-20fa-4f9f-ab50-edddc00f11fa {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:51.369934 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8788976-20fa-4f9f-ab50-edddc00f11fa'] response: {'name': 'network-changed', 'server_uuid': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'tag': '8253dc87-1b31-4eac-9a5e-2977b9538036', 'status': 'completed', 'code': 200} Jun 22 09:15:51.459237 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7102-7853-481d-b4cc-3661abdf6b57 req-31cf55b0-a99d-4e5f-83d7-33a549c31338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.460881 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d25f7102-7853-481d-b4cc-3661abdf6b57 req-31cf55b0-a99d-4e5f-83d7-33a549c31338 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6349c1f0e374b0b87f64a45509f2660&device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 1131 time: 0.0451667 Jun 22 09:15:51.494501 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d25f7102-7853-481d-b4cc-3661abdf6b57 req-c1ea5226-4e1d-4e03-9fd8-d4d404a9a84c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6349c1f0e374b0b87f64a45509f2660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213485 Jun 22 09:15:51.564506 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:51.596972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7102-7853-481d-b4cc-3661abdf6b57 req-f2bbf07d-ef64-4eb9-8f42-6fb66ef2c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.598421 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d25f7102-7853-481d-b4cc-3661abdf6b57 req-f2bbf07d-ef64-4eb9-8f42-6fb66ef2c21a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988035 Jun 22 09:15:51.600248 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:51.604515 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Deleting port aa034c63-6927-46bf-acc7-5ad5d196ca83 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:51.604854 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.687820 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] For port aa034c63-6927-46bf-acc7-5ad5d196ca83, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=aa034c63-6927-46bf-acc7-5ad5d196ca83,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:51.691016 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.698391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-0b8fdc9f-11f8-4223-b1c6-5a07aab2c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.699983 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-0b8fdc9f-11f8-4223-b1c6-5a07aab2c716 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6349c1f0e374b0b87f64a45509f2660&device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 1131 time: 0.0414248 Jun 22 09:15:51.701510 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Calling delete_port for aa034c63-6927-46bf-acc7-5ad5d196ca83 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:51.748426 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-65ac5216-56dc-4547-9f68-78158dcb2667 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=8253dc87-1b31-4eac-9a5e-2977b9538036 HTTP/1.1" status: 200 len: 217 time: 0.0338328 Jun 22 09:15:51.802462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-5e32f4f5-ae98-4170-9e93-69bbaa03119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.803943 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-5e32f4f5-ae98-4170-9e93-69bbaa03119f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3cba0e18-72d1-47d9-97d8-a7e189c15e5c HTTP/1.1" status: 200 len: 843 time: 0.0499249 Jun 22 09:15:51.848296 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-d23a1663-6992-4f86-918d-a13db3b071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:51.849822 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-d23a1663-6992-4f86-918d-a13db3b071ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c69286ce-7d69-4d76-be2e-16a2dfa45ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0396953 Jun 22 09:15:51.939845 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (aa034c63-6927-46bf-acc7-5ad5d196ca83), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:51.941397 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-0a6d5d14-892b-43ed-af4f-9a0a5d398e2f service neutron] 10.222.0.47 "GET /v2.0/networks/c69286ce-7d69-4d76-be2e-16a2dfa45ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Jun 22 09:15:51.969526 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:51.971284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa034c63-6927-46bf-acc7-5ad5d196ca83,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:52.043862 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-34dcd525-b5a4-4e01-a1eb-2d191661925e req-3ef2a1f4-91c6-47f3-9932-e95f1a778b2e service neutron] 10.222.0.47 "GET /v2.0/networks/c69286ce-7d69-4d76-be2e-16a2dfa45ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958316 Jun 22 09:15:52.135407 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:52.272261 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:52.342512 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:15:52.433505 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1f549-b963-4c4f-9c67-85a4a9a2872b req-ac69304c-c601-450f-9e22-814c03b95596 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:52.435001 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-19e1f549-b963-4c4f-9c67-85a4a9a2872b req-ac69304c-c601-450f-9e22-814c03b95596 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 947 time: 0.0892940 Jun 22 09:15:52.748742 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:52.772992 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:15:52.778497 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-53daa91f-5a67-4d57-9cc3-d1da763341c4 admin admin] 10.222.0.55 "PUT /v2.0/routers/174b4a24-e9fd-40bd-a6b1-d4c82cf15b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388463 Jun 22 09:15:52.781147 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57452) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:52.786311 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-19e1f549-b963-4c4f-9c67-85a4a9a2872b req-de67be88-d006-4740-a031-0c427e58678b tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408420 Jun 22 09:15:52.786470 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] Sync routers for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:15:52.799448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:52.804088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:15:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:52.888543 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks [] for router (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:52.988246 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks [] for router_gateway (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.012550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:53.033556 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:53.115088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:53.115634 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Deleting port d11a664d-0db7-4b38-a254-f0787329df52 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:53.115972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (d11a664d-0db7-4b38-a254-f0787329df52), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.198545 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] For port d11a664d-0db7-4b38-a254-f0787329df52, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d11a664d-0db7-4b38-a254-f0787329df52,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:53.199217 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (d11a664d-0db7-4b38-a254-f0787329df52), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.209383 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:15:51Z', 'revision_number': 5, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port': {'id': 'd11a664d-0db7-4b38-a254-f0787329df52', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:08:38Z', 'updated_at': '2022-06-22T09:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:53.212202 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Calling delete_port for d11a664d-0db7-4b38-a254-f0787329df52 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:53.235409 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] Checking router: 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:15:53.243703 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] Routers {'174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:15:53.244308 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:15:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:53.324496 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] Set router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:15:53.355649 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:53.375681 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:15:52Z', 'revision_number': 6, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:53.399939 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c25d1-a8a0-40b4-8c07-949ebd048d44 None None] The sync data for ids ['174b4a24-e9fd-40bd-a6b1-d4c82cf15b58'] in dv-cinder-803823-12-iscsi is: [{'id': '174b4a24-e9fd-40bd-a6b1-d4c82cf15b58', 'name': 'tempest-AttachVolumeShelveTestJSON-2081415830-router', 'tenant_id': '27cd77392b924e64ba52350c775cf638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:08:37Z', 'updated_at': '2022-06-22T09:15:52Z', 'revision_number': 6, 'project_id': '27cd77392b924e64ba52350c775cf638', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:15:53.413941 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (d11a664d-0db7-4b38-a254-f0787329df52), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.438432 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11a664d-0db7-4b38-a254-f0787329df52,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:53.503835 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.589720 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.592338 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks [] for router_controller (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.736170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (174b4a24-e9fd-40bd-a6b1-d4c82cf15b58), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.736170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:15:53.737914 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.741220 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-7963c42f-cbdd-4ab2-9999-85299460f6a7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/174b4a24-e9fd-40bd-a6b1-d4c82cf15b58 HTTP/1.1" status: 204 len: 168 time: 0.9563856 Jun 22 09:15:53.741656 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:53.794858 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Deleting subnet 1891bd71-b79b-4362-9584-d20ce4251dba {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:15:53.801122 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Publish callbacks [] for subnet (1891bd71-b79b-4362-9584-d20ce4251dba), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.843972 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (1891bd71-b79b-4362-9584-d20ce4251dba), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.855728 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device aa034c63-6927-46bf-acc7-5ad5d196ca83 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:53.894660 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: aa034c63-6927-46bf-acc7-5ad5d196ca83 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:53.895038 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device aa034c63-6927-46bf-acc7-5ad5d196ca83 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:53.930682 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af78ff-a889-4a2d-8bc1-828b1785c95a req-722211c9-5047-4eed-823f-d6741fb5b3e1 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:53.932229 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-14af78ff-a889-4a2d-8bc1-828b1785c95a req-722211c9-5047-4eed-823f-d6741fb5b3e1 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 947 time: 0.0723283 Jun 22 09:15:53.933374 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (1891bd71-b79b-4362-9584-d20ce4251dba), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:53.981683 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-14af78ff-a889-4a2d-8bc1-828b1785c95a req-935f2f56-d200-419a-9ebf-76030e93073c tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Jun 22 09:15:54.054288 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (1891bd71-b79b-4362-9584-d20ce4251dba), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.080865 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1891bd71-b79b-4362-9584-d20ce4251dba,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:54.087168 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.088179 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-1aa3e5bc-659f-481e-bddf-0ef4d7bf9fa5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1891bd71-b79b-4362-9584-d20ce4251dba HTTP/1.1" status: 204 len: 168 time: 0.3454401 Jun 22 09:15:54.090996 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57464) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:54.091348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57466) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:54.091461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9738b0-3279-4c49-ad24-442b0ca5f422 None None] Network 4dc0d09c-c23d-458d-8834-ba6f7c377f1b requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:15:54.170788 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (4dc0d09c-c23d-458d-8834-ba6f7c377f1b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.190818 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:54.195183 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=14 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:54.198698 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:54.240206 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-518fc94d-b030-4fac-bcff-7ebd7be063ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.255993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Deleting port b65305b2-df69-42bc-9419-61fea855903c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:54.256327 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (b65305b2-df69-42bc-9419-61fea855903c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.278048 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] DHCP port deletion for 4dc0d09c-c23d-458d-8834-ba6f7c377f1b request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:15:54.316482 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] Deleting port b65305b2-df69-42bc-9419-61fea855903c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:15:54.316926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (b65305b2-df69-42bc-9419-61fea855903c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.345178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] For port b65305b2-df69-42bc-9419-61fea855903c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b65305b2-df69-42bc-9419-61fea855903c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:54.345540 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (b65305b2-df69-42bc-9419-61fea855903c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.365568 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Calling delete_port for b65305b2-df69-42bc-9419-61fea855903c owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:54.387552 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] For port b65305b2-df69-42bc-9419-61fea855903c, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=b65305b2-df69-42bc-9419-61fea855903c,segment=NetworkSegment(020b06bd-b597-4af7-b2b5-9cb65dabb1ca),segment_id=020b06bd-b597-4af7-b2b5-9cb65dabb1ca)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:54.388152 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (b65305b2-df69-42bc-9419-61fea855903c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.402446 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] Calling delete_port for b65305b2-df69-42bc-9419-61fea855903c owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:15:54.422983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:54.438515 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-518fc94d-b030-4fac-bcff-7ebd7be063ce admin admin] Publish callbacks [] for security_group (0c51ced0-be53-4c02-88f0-6d70192ffd6b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.504068 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-518fc94d-b030-4fac-bcff-7ebd7be063ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (0c51ced0-be53-4c02-88f0-6d70192ffd6b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.540307 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (b65305b2-df69-42bc-9419-61fea855903c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.540585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (b65305b2-df69-42bc-9419-61fea855903c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.548464 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-518fc94d-b030-4fac-bcff-7ebd7be063ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1aa6de2357f4de199c7f85cb4357fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560928 Jun 22 09:15:54.552745 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57470) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:54.553753 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fc94d-b030-4fac-bcff-7ebd7be063ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c51ced0-be53-4c02-88f0-6d70192ffd6b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:54.576790 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] Pushing event deleted for resources: {'Port': ['ID=b65305b2-df69-42bc-9419-61fea855903c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:54.580037 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bd9f1-b00b-49ab-81ec-07262e4e9b00 None None] No DVR routers for this DVR port b65305b2-df69-42bc-9419-61fea855903c on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:54.583529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Pushing event deleted for resources: {'Port': ['ID=b65305b2-df69-42bc-9419-61fea855903c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:54.587999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] No DVR routers for this DVR port b65305b2-df69-42bc-9419-61fea855903c on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:15:54.625105 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9840cc2b-bd6a-4cae-80f7-4eda1820d381 admin admin] Publish callbacks [] for security_group (0c51ced0-be53-4c02-88f0-6d70192ffd6b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.647948 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9840cc2b-bd6a-4cae-80f7-4eda1820d381 admin admin] Publish callbacks [] for security_group (0c51ced0-be53-4c02-88f0-6d70192ffd6b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.662528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (4dc0d09c-c23d-458d-8834-ba6f7c377f1b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.683709 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc0d09c-c23d-458d-8834-ba6f7c377f1b']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:54.693323 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020b06bd-b597-4af7-b2b5-9cb65dabb1ca') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:54.693619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020b06bd-b597-4af7-b2b5-9cb65dabb1ca') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:15:54.703307 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (020b06bd-b597-4af7-b2b5-9cb65dabb1ca), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.717145 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (020b06bd-b597-4af7-b2b5-9cb65dabb1ca), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.724241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:15:54.724625 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (020b06bd-b597-4af7-b2b5-9cb65dabb1ca), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.744283 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 020b06bd-b597-4af7-b2b5-9cb65dabb1ca resource provider aggregate not found Jun 22 09:15:54.760754 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 020b06bd-b597-4af7-b2b5-9cb65dabb1ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 020b06bd-b597-4af7-b2b5-9cb65dabb1ca found for delete ", "request_id": "req-ad4cdf4f-33b4-43e2-afe9-b47bcb9df796"}]} Jun 22 09:15:54.801068 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9840cc2b-bd6a-4cae-80f7-4eda1820d381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (0c51ced0-be53-4c02-88f0-6d70192ffd6b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.803616 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9840cc2b-bd6a-4cae-80f7-4eda1820d381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.810487 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-9840cc2b-bd6a-4cae-80f7-4eda1820d381 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c51ced0-be53-4c02-88f0-6d70192ffd6b HTTP/1.1" status: 204 len: 168 time: 0.2500792 Jun 22 09:15:54.812725 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840cc2b-bd6a-4cae-80f7-4eda1820d381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c51ced0-be53-4c02-88f0-6d70192ffd6b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:54.871391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (4dc0d09c-c23d-458d-8834-ba6f7c377f1b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.877617 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:54.880716 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] 10.222.0.55 "DELETE /v2.0/networks/4dc0d09c-c23d-458d-8834-ba6f7c377f1b HTTP/1.1" status: 204 len: 168 time: 0.7868693 Jun 22 09:15:54.891766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ac3e1-203f-4a0d-b0a4-f58cbf3b355a admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc0d09c-c23d-458d-8834-ba6f7c377f1b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:55.095054 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2d9c5-e42c-4f92-8935-8747d5d3ad7c req-a1bbe026-aa26-43f7-8d85-f8ba388606e4 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:55.096934 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6cb2d9c5-e42c-4f92-8935-8747d5d3ad7c req-a1bbe026-aa26-43f7-8d85-f8ba388606e4 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 947 time: 0.0470033 Jun 22 09:15:55.113329 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 8253dc87-1b31-4eac-9a5e-2977b9538036 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:15:55.151104 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6cb2d9c5-e42c-4f92-8935-8747d5d3ad7c req-0afef319-9cf9-4fb6-9aa0-1e6c75035034 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Jun 22 09:15:55.236714 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 8253dc87-1b31-4eac-9a5e-2977b9538036, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8253dc87-1b31-4eac-9a5e-2977b9538036,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:55.247583 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '8253dc87-1b31-4eac-9a5e-2977b9538036', 'network_id': 'c69286ce-7d69-4d76-be2e-16a2dfa45ed3', 'port_id': '8253dc87-1b31-4eac-9a5e-2977b9538036', 'mac_address': 'fa:16:3e:07:2c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba0e18-72d1-47d9-97d8-a7e189c15e5c', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:15:55.263307 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57484) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:55.286075 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 8253dc87-1b31-4eac-9a5e-2977b9538036 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:15:55.286485 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.289059 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:55.300131 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8253dc87-1b31-4eac-9a5e-2977b9538036 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:15:55.307692 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-0f7b0ba0-973f-4942-9a5e-0a692d325cd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27cd77392b924e64ba52350c775cf638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422001 Jun 22 09:15:55.307883 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57486) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:55.320044 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 8253dc87-1b31-4eac-9a5e-2977b9538036, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8253dc87-1b31-4eac-9a5e-2977b9538036,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:55.359007 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c7ca3928-52be-4d01-b663-1f40d25f8c0f admin admin] Publish callbacks [] for security_group (8060b39d-a0e1-4a76-af06-e27e0a69eac2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.382221 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c7ca3928-52be-4d01-b663-1f40d25f8c0f admin admin] Publish callbacks [] for security_group (8060b39d-a0e1-4a76-af06-e27e0a69eac2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.401145 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.448705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=8253dc87-1b31-4eac-9a5e-2977b9538036,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:55.500408 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c7ca3928-52be-4d01-b663-1f40d25f8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (8060b39d-a0e1-4a76-af06-e27e0a69eac2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.502931 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c7ca3928-52be-4d01-b663-1f40d25f8c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.504055 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-c7ca3928-52be-4d01-b663-1f40d25f8c0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8060b39d-a0e1-4a76-af06-e27e0a69eac2 HTTP/1.1" status: 204 len: 168 time: 0.1952806 Jun 22 09:15:55.512660 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57490) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:55.516330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca3928-52be-4d01-b663-1f40d25f8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060b39d-a0e1-4a76-af06-e27e0a69eac2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:55.527162 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d866d7c-0efd-4e90-8d0f-13828cb7e7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.612360 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d866d7c-0efd-4e90-8d0f-13828cb7e7ef admin admin] Publish callbacks [] for security_group (de87f9bf-ad71-4244-9e36-930b1b5fb3f8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.616465 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b65305b2-df69-42bc-9419-61fea855903c no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:55.636517 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: b65305b2-df69-42bc-9419-61fea855903c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:55.636852 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device b65305b2-df69-42bc-9419-61fea855903c not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:55.637273 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d11a664d-0db7-4b38-a254-f0787329df52 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:15:55.654099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d866d7c-0efd-4e90-8d0f-13828cb7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (de87f9bf-ad71-4244-9e36-930b1b5fb3f8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.658374 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: d11a664d-0db7-4b38-a254-f0787329df52 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:15:55.658726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d11a664d-0db7-4b38-a254-f0787329df52 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:15:55.695584 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0d866d7c-0efd-4e90-8d0f-13828cb7e7ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d8456b992804c78a7861c9e6fa9b350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817946 Jun 22 09:15:55.698501 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57492) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:15:55.698680 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:55.700678 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d866d7c-0efd-4e90-8d0f-13828cb7e7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87f9bf-ad71-4244-9e36-930b1b5fb3f8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:55.712991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['8253dc87-1b31-4eac-9a5e-2977b9538036'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:15:55.742711 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:55.749025 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-605e81a2-a9e8-4bb8-ac8f-0fd33350f4e0 admin admin] Publish callbacks [] for security_group (de87f9bf-ad71-4244-9e36-930b1b5fb3f8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.751760 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:55.776295 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-605e81a2-a9e8-4bb8-ac8f-0fd33350f4e0 admin admin] Publish callbacks [] for security_group (de87f9bf-ad71-4244-9e36-930b1b5fb3f8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.777852 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:15:55.897632 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-605e81a2-a9e8-4bb8-ac8f-0fd33350f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (de87f9bf-ad71-4244-9e36-930b1b5fb3f8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.900124 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-605e81a2-a9e8-4bb8-ac8f-0fd33350f4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:55.901269 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-605e81a2-a9e8-4bb8-ac8f-0fd33350f4e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de87f9bf-ad71-4244-9e36-930b1b5fb3f8 HTTP/1.1" status: 204 len: 168 time: 0.2019441 Jun 22 09:15:55.910174 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e81a2-a9e8-4bb8-ac8f-0fd33350f4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87f9bf-ad71-4244-9e36-930b1b5fb3f8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:56.235609 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee23dc75-b0c6-43e6-83df-b8e4fa3382c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:56.272563 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbe662-2f15-43a4-919a-c74ee9f0b8a2 req-8a0776f7-eeb3-464f-adb7-c37148241b0c tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:56.274225 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e9dbe662-2f15-43a4-919a-c74ee9f0b8a2 req-8a0776f7-eeb3-464f-adb7-c37148241b0c tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 948 time: 0.0547948 Jun 22 09:15:56.325895 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e9dbe662-2f15-43a4-919a-c74ee9f0b8a2 req-d41f1459-8a34-4f59-b725-732c4130cd7a tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Jun 22 09:15:57.127035 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 8253dc87-1b31-4eac-9a5e-2977b9538036 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:15:57.179683 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 8253dc87-1b31-4eac-9a5e-2977b9538036 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:15:57.259391 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 8253dc87-1b31-4eac-9a5e-2977b9538036 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:15:57.260105 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:57.340279 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 8253dc87-1b31-4eac-9a5e-2977b9538036 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:15:57.340668 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:57.373548 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8253dc87-1b31-4eac-9a5e-2977b9538036'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:15:57.376307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c319caae-3700-4aa4-ada5-affde2251ddd" -d '{"events": [{"server_uuid": "460dcf6a-df4c-4126-92fd-312fb6103b58", "name": "network-vif-plugged", "status": "completed", "tag": "8253dc87-1b31-4eac-9a5e-2977b9538036"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:15:57.403567 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 8253dc87-1b31-4eac-9a5e-2977b9538036, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8253dc87-1b31-4eac-9a5e-2977b9538036,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:15:57.418850 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fca94c-70ef-4bfa-856a-5b2375930209 x-openstack-request-id: req-a2fca94c-70ef-4bfa-856a-5b2375930209 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:15:57.422013 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460dcf6a-df4c-4126-92fd-312fb6103b58", "name": "network-vif-plugged", "status": "completed", "tag": "8253dc87-1b31-4eac-9a5e-2977b9538036", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:15:57.422013 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2fca94c-70ef-4bfa-856a-5b2375930209 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:15:57.422013 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fca94c-70ef-4bfa-856a-5b2375930209'] response: {'server_uuid': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8253dc87-1b31-4eac-9a5e-2977b9538036', 'code': 200} Jun 22 09:15:57.445956 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119fcc-8f86-43a9-9e84-a01600c6da3a req-1674aa1f-885d-42c8-8a12-912d740f0a7f tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:57.450635 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1a119fcc-8f86-43a9-9e84-a01600c6da3a req-1674aa1f-885d-42c8-8a12-912d740f0a7f tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 948 time: 0.0465951 Jun 22 09:15:57.498463 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:57.498859 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1a119fcc-8f86-43a9-9e84-a01600c6da3a req-bd089e5d-8687-4d26-a2f4-f8f5ed4c737d tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Jun 22 09:15:57.567933 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=8253dc87-1b31-4eac-9a5e-2977b9538036,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:15:57.575262 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.575710 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.576056 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.576546 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.576983 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.577307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.578261 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.578589 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.578935 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.579286 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.579607 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.579936 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.580253 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.580664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.581187 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:15:57.660910 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:15:57.774404 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335e61-0563-4395-b74c-2f0e24aaed9b req-e2e3f2b1-6a35-4411-af22-b325bc9763e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:57.776328 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4b335e61-0563-4395-b74c-2f0e24aaed9b req-e2e3f2b1-6a35-4411-af22-b325bc9763e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 1133 time: 0.0412056 Jun 22 09:15:57.822870 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4b335e61-0563-4395-b74c-2f0e24aaed9b req-4b33e987-cc43-485a-ac99-dc6c4dd0f955 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Jun 22 09:15:58.463281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2544c3b-5609-4fb9-a8a8-d542f5184079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:58.634605 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f8b0f-5406-40b4-b95a-291db5345319 req-22a941a7-95c3-4dfb-b8ca-8e55d8f12ff6 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:58.636150 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-395f8b0f-5406-40b4-b95a-291db5345319 req-22a941a7-95c3-4dfb-b8ca-8e55d8f12ff6 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0521371 Jun 22 09:15:58.689058 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-395f8b0f-5406-40b4-b95a-291db5345319 req-7839669f-3a22-4e07-8cc0-a8969cf844d4 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Jun 22 09:15:59.602381 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:15:59.805372 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054c4c-359d-43b2-bfe7-5f9a8dc3818a req-e40bc332-4de1-4763-8cc8-b0cedf95128e tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:15:59.807565 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9a054c4c-359d-43b2-bfe7-5f9a8dc3818a req-e40bc332-4de1-4763-8cc8-b0cedf95128e tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0518711 Jun 22 09:15:59.855200 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-9a054c4c-359d-43b2-bfe7-5f9a8dc3818a req-c0073c1d-dc86-4e58-b089-6d380333087e tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Jun 22 09:16:00.328242 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beedee4-b212-4785-9bc5-a355513d65ea req-f356d388-7a17-4925-8aa6-b73a84525106 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:00.330259 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2beedee4-b212-4785-9bc5-a355513d65ea req-f356d388-7a17-4925-8aa6-b73a84525106 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0498426 Jun 22 09:16:00.378113 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2beedee4-b212-4785-9bc5-a355513d65ea req-8801e835-9524-482f-8777-552186d60be7 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Jun 22 09:16:01.156677 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:01.499602 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9f4e3-6acb-4d46-b1fb-2561c4b2c45a req-d67e1458-cd19-4493-b5f6-1eb9753fdf06 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:01.501136 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-35d9f4e3-6acb-4d46-b1fb-2561c4b2c45a req-d67e1458-cd19-4493-b5f6-1eb9753fdf06 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0525317 Jun 22 09:16:01.550163 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-35d9f4e3-6acb-4d46-b1fb-2561c4b2c45a req-5f3d2200-8dbb-44db-8d5a-ddfe5338357a tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Jun 22 09:16:01.583306 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.160655 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57650) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:02.267659 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.340986 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Publish callbacks [] for security_group (659b14ca-f674-4791-a307-d0aefc09adfd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.440825 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (659b14ca-f674-4791-a307-d0aefc09adfd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.480128 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b14ca-f674-4791-a307-d0aefc09adfd,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:02.484286 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b206e0c73c894a179f73d408cf87992a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226120 Jun 22 09:16:02.487070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57654) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.494284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.495219 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.495414 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.496017 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.496570 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.497130 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49d74a7-87f4-44a9-8b73-166821559497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:02.538101 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7ae9-bd83-4246-8f41-f8506944ddb5 admin admin] Publish callbacks [] for security_group (659b14ca-f674-4791-a307-d0aefc09adfd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.559937 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7ae9-bd83-4246-8f41-f8506944ddb5 admin admin] Publish callbacks [] for security_group (659b14ca-f674-4791-a307-d0aefc09adfd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.663775 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ddcf-94c0-41dd-9ef2-38d2bc4f1cb7 req-92f65090-8e83-4fea-8021-f502bbc52167 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:02.665206 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-98f5ddcf-94c0-41dd-9ef2-38d2bc4f1cb7 req-92f65090-8e83-4fea-8021-f502bbc52167 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0463281 Jun 22 09:16:02.680745 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7ae9-bd83-4246-8f41-f8506944ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (659b14ca-f674-4791-a307-d0aefc09adfd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.683310 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7ae9-bd83-4246-8f41-f8506944ddb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:02.684451 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-b4ca7ae9-bd83-4246-8f41-f8506944ddb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/659b14ca-f674-4791-a307-d0aefc09adfd HTTP/1.1" status: 204 len: 168 time: 0.1962247 Jun 22 09:16:02.693953 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7ae9-bd83-4246-8f41-f8506944ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659b14ca-f674-4791-a307-d0aefc09adfd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:02.717394 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-98f5ddcf-94c0-41dd-9ef2-38d2bc4f1cb7 req-657e072c-56d4-4e25-9b97-7fe9d7c721a9 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466182 Jun 22 09:16:03.209657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57664) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:03.226702 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-851514a9-3afb-4ba2-aaaa-87533c35cc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.255781 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:03.301214 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-851514a9-3afb-4ba2-aaaa-87533c35cc64 admin admin] Publish callbacks [] for security_group (459aeb97-3549-416f-83c0-a1ab84355790), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.350868 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-851514a9-3afb-4ba2-aaaa-87533c35cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (459aeb97-3549-416f-83c0-a1ab84355790), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.388422 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851514a9-3afb-4ba2-aaaa-87533c35cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459aeb97-3549-416f-83c0-a1ab84355790,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:03.393377 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-851514a9-3afb-4ba2-aaaa-87533c35cc64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf0420a969dc434bb1e0e942ce485613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827073 Jun 22 09:16:03.396290 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57666) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:03.453323 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf955d6a-0f3a-4be9-a26d-099b697ef4ec admin admin] Publish callbacks [] for security_group (459aeb97-3549-416f-83c0-a1ab84355790), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.475709 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf955d6a-0f3a-4be9-a26d-099b697ef4ec admin admin] Publish callbacks [] for security_group (459aeb97-3549-416f-83c0-a1ab84355790), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.594915 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf955d6a-0f3a-4be9-a26d-099b697ef4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (459aeb97-3549-416f-83c0-a1ab84355790), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.597640 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf955d6a-0f3a-4be9-a26d-099b697ef4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:03.598875 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-cf955d6a-0f3a-4be9-a26d-099b697ef4ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/459aeb97-3549-416f-83c0-a1ab84355790 HTTP/1.1" status: 204 len: 168 time: 0.2000339 Jun 22 09:16:03.607610 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf955d6a-0f3a-4be9-a26d-099b697ef4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459aeb97-3549-416f-83c0-a1ab84355790,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:03.832831 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-4c5822c4-e2d2-47dc-9065-2076063c5096 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.834281 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-4c5822c4-e2d2-47dc-9065-2076063c5096 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.47 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0735030 Jun 22 09:16:03.853205 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c08fb6-3a35-405a-a0ea-6505b45d3d06 req-fc359b1d-53ed-4344-850c-7968d20a0c59 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:03.854595 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b8c08fb6-3a35-405a-a0ea-6505b45d3d06 req-fc359b1d-53ed-4344-850c-7968d20a0c59 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 949 time: 0.0658836 Jun 22 09:16:03.926145 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:03.969435 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b8c08fb6-3a35-405a-a0ea-6505b45d3d06 req-2562b6d8-29b1-4c55-bd64-2803f67f0448 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5b93075-b245-4938-b3fd-0d9ffb3470f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956340 Jun 22 09:16:03.970132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Deleting port 8253dc87-1b31-4eac-9a5e-2977b9538036 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:16:03.970521 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:04.085962 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] For port 8253dc87-1b31-4eac-9a5e-2977b9538036, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8253dc87-1b31-4eac-9a5e-2977b9538036,segment=NetworkSegment(dd21dd39-2562-4905-bf4d-3649b0cef2c2),segment_id=dd21dd39-2562-4905-bf4d-3649b0cef2c2)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:04.086339 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:04.104234 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Calling delete_port for 8253dc87-1b31-4eac-9a5e-2977b9538036 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:16:04.297913 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (8253dc87-1b31-4eac-9a5e-2977b9538036), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:04.328056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Pushing event deleted for resources: {'Port': ['ID=8253dc87-1b31-4eac-9a5e-2977b9538036,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:04.335108 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['8253dc87-1b31-4eac-9a5e-2977b9538036'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:16:04.384005 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] No DVR routers for this DVR port 8253dc87-1b31-4eac-9a5e-2977b9538036 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:16:04.389856 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:04.391700 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b5216a16-a5ab-4f79-9f1b-efdf99ff1e35 req-1f4ce1b9-6103-44aa-9da5-fb0af5937d43 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.47 "DELETE /v2.0/ports/8253dc87-1b31-4eac-9a5e-2977b9538036 HTTP/1.1" status: 204 len: 173 time: 0.5520983 Jun 22 09:16:04.392243 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'name': 'network-vif-deleted', 'tag': '8253dc87-1b31-4eac-9a5e-2977b9538036'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:04.396900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa474d1c-9ec0-41df-b2a0-a765b7e0bd0e" -d '{"events": [{"server_uuid": "460dcf6a-df4c-4126-92fd-312fb6103b58", "name": "network-vif-deleted", "tag": "8253dc87-1b31-4eac-9a5e-2977b9538036"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:04.457438 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51857bdd-eb00-4363-bd83-b55dcd4aba35 x-openstack-request-id: req-51857bdd-eb00-4363-bd83-b55dcd4aba35 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:04.458026 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460dcf6a-df4c-4126-92fd-312fb6103b58", "name": "network-vif-deleted", "tag": "8253dc87-1b31-4eac-9a5e-2977b9538036", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:04.458158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51857bdd-eb00-4363-bd83-b55dcd4aba35 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:04.458631 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51857bdd-eb00-4363-bd83-b55dcd4aba35'] response: {'server_uuid': '460dcf6a-df4c-4126-92fd-312fb6103b58', 'name': 'network-vif-deleted', 'tag': '8253dc87-1b31-4eac-9a5e-2977b9538036', 'status': 'completed', 'code': 200} Jun 22 09:16:05.083473 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-71bc248e-e2c0-4a11-b9c1-9c336036cc16 req-625bca6e-f379-492f-8b01-7a27a01d10f4 tempest-VolumesNegativeTest-1438706581 tempest-VolumesNegativeTest-1438706581-project] 10.222.0.55 "GET /v2.0/ports?device_id=460dcf6a-df4c-4126-92fd-312fb6103b58 HTTP/1.1" status: 200 len: 210 time: 0.0289261 Jun 22 09:16:07.157476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 8253dc87-1b31-4eac-9a5e-2977b9538036 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:16:07.181330 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 8253dc87-1b31-4eac-9a5e-2977b9538036 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:16:07.181683 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 8253dc87-1b31-4eac-9a5e-2977b9538036 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:16:08.021621 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:08.147179 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e387aaa-33e3-4276-a081-2af87947cd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.149843 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:08.207042 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:08.230074 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e387aaa-33e3-4276-a081-2af87947cd50 admin admin] Publish callbacks [] for security_group (aaf01ccf-9fac-43d7-b115-2ac48ee485b7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.297861 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e387aaa-33e3-4276-a081-2af87947cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (aaf01ccf-9fac-43d7-b115-2ac48ee485b7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.344526 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-1e387aaa-33e3-4276-a081-2af87947cd50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eae05a9beace4655afc10584f6cd080a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217933 Jun 22 09:16:08.344967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 57938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:08.346030 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e387aaa-33e3-4276-a081-2af87947cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf01ccf-9fac-43d7-b115-2ac48ee485b7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:08.417966 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-acfb63bc-d770-4507-bc0c-d32272102827 admin admin] Publish callbacks [] for security_group (aaf01ccf-9fac-43d7-b115-2ac48ee485b7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.439882 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:08.440607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-acfb63bc-d770-4507-bc0c-d32272102827 admin admin] Publish callbacks [] for security_group (aaf01ccf-9fac-43d7-b115-2ac48ee485b7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.556922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-acfb63bc-d770-4507-bc0c-d32272102827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (aaf01ccf-9fac-43d7-b115-2ac48ee485b7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.559538 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-acfb63bc-d770-4507-bc0c-d32272102827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:08.560692 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-acfb63bc-d770-4507-bc0c-d32272102827 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaf01ccf-9fac-43d7-b115-2ac48ee485b7 HTTP/1.1" status: 204 len: 168 time: 0.2127523 Jun 22 09:16:08.569072 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb63bc-d770-4507-bc0c-d32272102827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf01ccf-9fac-43d7-b115-2ac48ee485b7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:09.004049 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 57998) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:09.119412 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-651796c4-570c-434a-b8fb-0bd5cb716ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.199619 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-651796c4-570c-434a-b8fb-0bd5cb716ab3 admin admin] Publish callbacks [] for security_group (64277cde-d418-425b-a023-a6a57a96b2d7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.208705 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58016) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:09.221625 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ebc-1421-4fbc-bda8-c1e22470e473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.279351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-651796c4-570c-434a-b8fb-0bd5cb716ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (64277cde-d418-425b-a023-a6a57a96b2d7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.336911 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ebc-1421-4fbc-bda8-c1e22470e473 admin admin] Publish callbacks [] for security_group (cdcb6c9d-273b-4ef8-bbd8-250c218f8227), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.337971 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651796c4-570c-434a-b8fb-0bd5cb716ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64277cde-d418-425b-a023-a6a57a96b2d7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:09.344982 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-651796c4-570c-434a-b8fb-0bd5cb716ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0558825d66c6480aa48f293d4b097916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397486 Jun 22 09:16:09.351544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58018) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:09.396733 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d5c2ebc-1421-4fbc-bda8-c1e22470e473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cdcb6c9d-273b-4ef8-bbd8-250c218f8227), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.403916 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99005f4a-9347-485e-b662-eed755c28f2c admin admin] Publish callbacks [] for security_group (64277cde-d418-425b-a023-a6a57a96b2d7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.429981 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99005f4a-9347-485e-b662-eed755c28f2c admin admin] Publish callbacks [] for security_group (64277cde-d418-425b-a023-a6a57a96b2d7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.442948 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-4d5c2ebc-1421-4fbc-bda8-c1e22470e473 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ca49356486a4f8cbbe46ea6fa4745bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308469 Jun 22 09:16:09.442948 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c2ebc-1421-4fbc-bda8-c1e22470e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb6c9d-273b-4ef8-bbd8-250c218f8227,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:09.444004 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58024) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:09.514129 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc307-8ccf-4a42-a5c7-65937f6b3005 admin admin] Publish callbacks [] for security_group (cdcb6c9d-273b-4ef8-bbd8-250c218f8227), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.536790 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc307-8ccf-4a42-a5c7-65937f6b3005 admin admin] Publish callbacks [] for security_group (cdcb6c9d-273b-4ef8-bbd8-250c218f8227), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.574247 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99005f4a-9347-485e-b662-eed755c28f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (64277cde-d418-425b-a023-a6a57a96b2d7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.576741 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99005f4a-9347-485e-b662-eed755c28f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.577900 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-99005f4a-9347-485e-b662-eed755c28f2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64277cde-d418-425b-a023-a6a57a96b2d7 HTTP/1.1" status: 204 len: 168 time: 0.2308276 Jun 22 09:16:09.586546 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99005f4a-9347-485e-b662-eed755c28f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64277cde-d418-425b-a023-a6a57a96b2d7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:09.642571 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc307-8ccf-4a42-a5c7-65937f6b3005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cdcb6c9d-273b-4ef8-bbd8-250c218f8227), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.645189 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc307-8ccf-4a42-a5c7-65937f6b3005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:09.646339 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-4dcbc307-8ccf-4a42-a5c7-65937f6b3005 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdcb6c9d-273b-4ef8-bbd8-250c218f8227 HTTP/1.1" status: 204 len: 168 time: 0.2013896 Jun 22 09:16:09.654678 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbc307-8ccf-4a42-a5c7-65937f6b3005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb6c9d-273b-4ef8-bbd8-250c218f8227,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:10.429348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58082) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:10.443302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67843c20-d41b-41db-b1f7-2be160f43dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.522075 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67843c20-d41b-41db-b1f7-2be160f43dd8 admin admin] Publish callbacks [] for security_group (eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.587190 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67843c20-d41b-41db-b1f7-2be160f43dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.623246 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=12,neutron:SELECT=81,neutron:INSERT=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:10.637832 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:10.644249 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:10.646632 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-67843c20-d41b-41db-b1f7-2be160f43dd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bea56945f214462b88e9166387937688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161939 Jun 22 09:16:10.647474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67843c20-d41b-41db-b1f7-2be160f43dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:10.649356 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58100) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:10.703786 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2858-bad2-4dd4-874a-ed78660f43ab admin admin] Publish callbacks [] for security_group (eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.728687 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2858-bad2-4dd4-874a-ed78660f43ab admin admin] Publish callbacks [] for security_group (eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.831169 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2858-bad2-4dd4-874a-ed78660f43ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.833737 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2858-bad2-4dd4-874a-ed78660f43ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:10.834954 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-bf5b2858-bad2-4dd4-874a-ed78660f43ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed HTTP/1.1" status: 204 len: 168 time: 0.1839755 Jun 22 09:16:10.842881 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b2858-bad2-4dd4-874a-ed78660f43ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7fe0ca-7e09-4bc7-9b01-8204b33da4ed,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:11.556335 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:12.463841 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58196) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:12.605718 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-d0afc516-7a39-4be9-9cc0-548aaa679cd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6349c1f0e374b0b87f64a45509f2660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404769 Jun 22 09:16:12.609007 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58206) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:12.672881 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb68b329-295a-4954-80e2-7864716a47f8 admin admin] Publish callbacks [] for security_group (c5b93075-b245-4938-b3fd-0d9ffb3470f8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:12.698324 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb68b329-295a-4954-80e2-7864716a47f8 admin admin] Publish callbacks [] for security_group (c5b93075-b245-4938-b3fd-0d9ffb3470f8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:12.865481 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb68b329-295a-4954-80e2-7864716a47f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (c5b93075-b245-4938-b3fd-0d9ffb3470f8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:12.868537 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb68b329-295a-4954-80e2-7864716a47f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:12.869724 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-bb68b329-295a-4954-80e2-7864716a47f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5b93075-b245-4938-b3fd-0d9ffb3470f8 HTTP/1.1" status: 204 len: 168 time: 0.2594676 Jun 22 09:16:12.877839 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68b329-295a-4954-80e2-7864716a47f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b93075-b245-4938-b3fd-0d9ffb3470f8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:13.255638 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58226) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:13.393879 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-201281ed-8c22-436c-955c-656f3106d204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.438414 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:13.482491 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-201281ed-8c22-436c-955c-656f3106d204 admin admin] Publish callbacks [] for security_group (cf0dd0ec-3098-49dd-9bdb-52dbcab631cb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.551264 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-201281ed-8c22-436c-955c-656f3106d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cf0dd0ec-3098-49dd-9bdb-52dbcab631cb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.598666 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-201281ed-8c22-436c-955c-656f3106d204 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0a1d425eb374246b1e2121c2cfbac01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366356 Jun 22 09:16:13.598666 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201281ed-8c22-436c-955c-656f3106d204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0dd0ec-3098-49dd-9bdb-52dbcab631cb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:13.598915 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58238) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:13.649600 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c7e00e8-6c74-4a15-8837-7267d5806086 admin admin] Publish callbacks [] for security_group (cf0dd0ec-3098-49dd-9bdb-52dbcab631cb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.673108 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c7e00e8-6c74-4a15-8837-7267d5806086 admin admin] Publish callbacks [] for security_group (cf0dd0ec-3098-49dd-9bdb-52dbcab631cb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.853519 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c7e00e8-6c74-4a15-8837-7267d5806086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cf0dd0ec-3098-49dd-9bdb-52dbcab631cb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.856393 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c7e00e8-6c74-4a15-8837-7267d5806086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:13.857592 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1c7e00e8-6c74-4a15-8837-7267d5806086 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf0dd0ec-3098-49dd-9bdb-52dbcab631cb HTTP/1.1" status: 204 len: 168 time: 0.2578039 Jun 22 09:16:13.867728 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e00e8-6c74-4a15-8837-7267d5806086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0dd0ec-3098-49dd-9bdb-52dbcab631cb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:14.632388 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58260) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:14.648327 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43a80ba2-ac5f-4a6f-8a57-cd7f7cecd08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:14.700279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:14.724191 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43a80ba2-ac5f-4a6f-8a57-cd7f7cecd08b admin admin] Publish callbacks [] for security_group (dfb0b9d0-8319-4d18-9730-62316427a75d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:14.837008 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43a80ba2-ac5f-4a6f-8a57-cd7f7cecd08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (dfb0b9d0-8319-4d18-9730-62316427a75d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:14.887913 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-43a80ba2-ac5f-4a6f-8a57-cd7f7cecd08b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70cc931d289f43389f10f1f27464a12a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521524 Jun 22 09:16:14.887913 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a80ba2-ac5f-4a6f-8a57-cd7f7cecd08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb0b9d0-8319-4d18-9730-62316427a75d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:14.888631 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58264) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:14.920892 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:14.947285 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8727eed7-abaa-48b7-91ce-f52b44cd30ae admin admin] Publish callbacks [] for security_group (dfb0b9d0-8319-4d18-9730-62316427a75d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:14.969039 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8727eed7-abaa-48b7-91ce-f52b44cd30ae admin admin] Publish callbacks [] for security_group (dfb0b9d0-8319-4d18-9730-62316427a75d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:14.997128 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:15.120377 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8727eed7-abaa-48b7-91ce-f52b44cd30ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (dfb0b9d0-8319-4d18-9730-62316427a75d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:15.123015 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8727eed7-abaa-48b7-91ce-f52b44cd30ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:15.125751 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-8727eed7-abaa-48b7-91ce-f52b44cd30ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfb0b9d0-8319-4d18-9730-62316427a75d HTTP/1.1" status: 204 len: 168 time: 0.2342744 Jun 22 09:16:15.133312 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727eed7-abaa-48b7-91ce-f52b44cd30ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb0b9d0-8319-4d18-9730-62316427a75d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:21.891046 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58382) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:22.001023 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77354167-61b3-4707-9b2a-9dfb966fe428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.074383 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77354167-61b3-4707-9b2a-9dfb966fe428 admin admin] Publish callbacks [] for security_group (69f4171a-c3bf-4de2-bf41-85ef01505b4a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.126094 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77354167-61b3-4707-9b2a-9dfb966fe428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (69f4171a-c3bf-4de2-bf41-85ef01505b4a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.168871 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-77354167-61b3-4707-9b2a-9dfb966fe428 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5db467655d3447e2952b0c474f4f99af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761195 Jun 22 09:16:22.169747 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77354167-61b3-4707-9b2a-9dfb966fe428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4171a-c3bf-4de2-bf41-85ef01505b4a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:22.171792 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58386) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:22.233474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90513615-bb1f-4bf6-9a2e-ee873fb1bf9c admin admin] Publish callbacks [] for security_group (69f4171a-c3bf-4de2-bf41-85ef01505b4a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.255360 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90513615-bb1f-4bf6-9a2e-ee873fb1bf9c admin admin] Publish callbacks [] for security_group (69f4171a-c3bf-4de2-bf41-85ef01505b4a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.371672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90513615-bb1f-4bf6-9a2e-ee873fb1bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (69f4171a-c3bf-4de2-bf41-85ef01505b4a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.374190 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90513615-bb1f-4bf6-9a2e-ee873fb1bf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:22.380344 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-90513615-bb1f-4bf6-9a2e-ee873fb1bf9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69f4171a-c3bf-4de2-bf41-85ef01505b4a HTTP/1.1" status: 204 len: 168 time: 0.2025924 Jun 22 09:16:22.383607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90513615-bb1f-4bf6-9a2e-ee873fb1bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4171a-c3bf-4de2-bf41-85ef01505b4a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:22.395372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:22.992317 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58398) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:23.005884 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fc36279-08ce-4e08-87b7-462ebefc35c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.081636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fc36279-08ce-4e08-87b7-462ebefc35c8 admin admin] Publish callbacks [] for security_group (922a14db-5220-4a3b-9a8e-54c1e7106ce3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.150603 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fc36279-08ce-4e08-87b7-462ebefc35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (922a14db-5220-4a3b-9a8e-54c1e7106ce3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.189601 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1fc36279-08ce-4e08-87b7-462ebefc35c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57a7663f0cf84de1baa7aaf18b66f720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962461 Jun 22 09:16:23.191602 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc36279-08ce-4e08-87b7-462ebefc35c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a14db-5220-4a3b-9a8e-54c1e7106ce3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:23.192318 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58400) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:23.241535 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1d63bb8d-1146-4829-bd97-c2cb226e790d admin admin] Publish callbacks [] for security_group (922a14db-5220-4a3b-9a8e-54c1e7106ce3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.263660 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1d63bb8d-1146-4829-bd97-c2cb226e790d admin admin] Publish callbacks [] for security_group (922a14db-5220-4a3b-9a8e-54c1e7106ce3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.383319 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1d63bb8d-1146-4829-bd97-c2cb226e790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (922a14db-5220-4a3b-9a8e-54c1e7106ce3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.385867 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1d63bb8d-1146-4829-bd97-c2cb226e790d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:23.387095 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-1d63bb8d-1146-4829-bd97-c2cb226e790d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/922a14db-5220-4a3b-9a8e-54c1e7106ce3 HTTP/1.1" status: 204 len: 168 time: 0.1937342 Jun 22 09:16:23.395011 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63bb8d-1146-4829-bd97-c2cb226e790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a14db-5220-4a3b-9a8e-54c1e7106ce3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:24.366769 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58430) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:24.472492 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1106787580-network', 'tenant_id': '0a3ef9e4d3804f5e8d1cea6c7205796e'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:24.531858 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Made reservation on behalf of 0a3ef9e4d3804f5e8d1cea6c7205796e for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:24.535056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.544636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.625407 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:24.630112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks [] for security_group (e7e9eabe-8f2f-4de0-89fc-3830171250d0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.710336 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e7e9eabe-8f2f-4de0-89fc-3830171250d0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.737056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:16:24.747034 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9eabe-8f2f-4de0-89fc-3830171250d0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:24.751765 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (ac0d0ffa-d085-4148-b3df-bc440224e365), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.752110 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.segments_db [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Added segment ac0d0ffa-d085-4148-b3df-bc440224e365 of type vlan for network cbbeda80-798d-4050-82db-1ebebee57c1d Jun 22 09:16:24.795117 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (cbbeda80-798d-4050-82db-1ebebee57c1d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.811494 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:24.888160 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (cbbeda80-798d-4050-82db-1ebebee57c1d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.889223 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:24.889803 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:24.949396 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] Pushing event updated for resources: {'Network': ['ID=cbbeda80-798d-4050-82db-1ebebee57c1d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:24.958742 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network cbbeda80-798d-4050-82db-1ebebee57c1d details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:16:24.994490 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-2cb61c04-4221-43e2-bcd8-cf99128f9733 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6263983 Jun 22 09:16:24.997143 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58438) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:25.003972 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Request body: {'subnet': {'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1106787580-subnet', 'tenant_id': '0a3ef9e4d3804f5e8d1cea6c7205796e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:25.099512 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Made reservation on behalf of 0a3ef9e4d3804f5e8d1cea6c7205796e for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:25.101955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:25.374301 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (46d04d8f-5854-4c6a-a01c-2cef1d32388a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:25.432668 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d04d8f-5854-4c6a-a01c-2cef1d32388a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:25.444014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Checking segment: {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:16:25.444366 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Network hostable DHCP agents. Network: cbbeda80-798d-4050-82db-1ebebee57c1d, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:16:25.539493 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Network cbbeda80-798d-4050-82db-1ebebee57c1d is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:16:25.602038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, cbbeda80-798d-4050-82db-1ebebee57c1d) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:25.606213 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:25.606799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:25.612423 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545a8a7-4129-458c-80c0-2423355dea00 None None] Network cbbeda80-798d-4050-82db-1ebebee57c1d requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:16:25.685900 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-d4136bfc-1ce4-4625-9385-a83bd96d40b2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6876795 Jun 22 09:16:25.830695 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8a66c-136e-4240-bb1c-d643593c9601 None None] Network cbbeda80-798d-4050-82db-1ebebee57c1d requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:16:26.208059 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bfabefc1-4043-4935-b9a9-d23137b41280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:28.383632 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:28.464799 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2f2687f4-d52d-4eb4-93bd-15015be6da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:29.607771 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:29.863854 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-961f029c-2cdf-4f10-9360-e5294e8ca6c0 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:29.865340 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-961f029c-2cdf-4f10-9360-e5294e8ca6c0 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/networks?id=cbbeda80-798d-4050-82db-1ebebee57c1d HTTP/1.1" status: 200 len: 809 time: 0.1079068 Jun 22 09:16:29.880584 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f8170156-358b-4b90-befa-8de076b052d8 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/quotas/0a3ef9e4d3804f5e8d1cea6c7205796e HTTP/1.1" status: 200 len: 375 time: 0.0097136 Jun 22 09:16:29.903257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:29.924075 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-897e0d40-cd81-4274-9e35-9d504e98ee11 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341299 Jun 22 09:16:30.291346 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-8e0a3733-b5ea-4ff9-9fef-abdfe2360798 service neutron] 10.222.0.55 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582180 Jun 22 09:16:30.384173 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-de0c1e4e-6f7c-4e36-8fa1-3c32d7a14071 service neutron] 10.222.0.55 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865865 Jun 22 09:16:30.608883 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2e880534-6b73-4d0c-9fcb-0a22d115ed96 req-d67f1134-2db9-46c9-a7ec-3bf4cc2868b7 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 210 time: 0.0355647 Jun 22 09:16:31.207985 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:31.588600 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:31.711969 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-954d3f3c-2699-4695-b0ab-1970bc6dd757 req-38a6c482-dd04-4224-9586-ab5fe53be036 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 210 time: 0.0317314 Jun 22 09:16:32.824108 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-bfa99121-063e-4a88-afff-8dc553f3aa68 req-9b2aaf57-e3b1-4d2d-8374-19e4cdda3ccf tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Jun 22 09:16:32.888623 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-5deb0b84-370e-4141-8cb3-1632c79c2535 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:32.890170 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-5deb0b84-370e-4141-8cb3-1632c79c2535 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "GET /v2.0/networks?id=cbbeda80-798d-4050-82db-1ebebee57c1d HTTP/1.1" status: 200 len: 809 time: 0.1056964 Jun 22 09:16:32.908402 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Request body: {'port': {'device_id': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d', 'admin_state_up': True, 'tenant_id': '0a3ef9e4d3804f5e8d1cea6c7205796e'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:33.073461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58586) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:33.099584 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Made reservation on behalf of 0a3ef9e4d3804f5e8d1cea6c7205796e for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:33.103223 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.189879 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56b892a8-fd87-4bcc-af8d-8f229630a961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.207137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:33.274036 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Allocated IP 172.20.0.5 (cbbeda80-798d-4050-82db-1ebebee57c1d/46d04d8f-5854-4c6a-a01c-2cef1d32388a/3966bdac-5d67-4b35-be24-4657659387c1) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:16:33.335918 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:33.356938 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56b892a8-fd87-4bcc-af8d-8f229630a961 admin admin] Publish callbacks [] for security_group (d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.432244 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56b892a8-fd87-4bcc-af8d-8f229630a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.488403 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks [] for port (3966bdac-5d67-4b35-be24-4657659387c1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.498481 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b892a8-fd87-4bcc-af8d-8f229630a961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:33.505301 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-56b892a8-fd87-4bcc-af8d-8f229630a961 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3c8f12c9f784ce486ba3a339917428f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281375 Jun 22 09:16:33.505494 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:33.571780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d82a427-7fbc-4612-8d55-2166b5f1fe08 admin admin] Publish callbacks [] for security_group (d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.593067 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d82a427-7fbc-4612-8d55-2166b5f1fe08 admin admin] Publish callbacks [] for security_group (d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.629195 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (3966bdac-5d67-4b35-be24-4657659387c1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.679201 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Network cbbeda80-798d-4050-82db-1ebebee57c1d is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:16:33.682059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:33.685911 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:16:33.708900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Pushing event updated for resources: {'Port': ['ID=3966bdac-5d67-4b35-be24-4657659387c1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:33.737015 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:33.737610 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.746922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:33.765480 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d82a427-7fbc-4612-8d55-2166b5f1fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.768012 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d82a427-7fbc-4612-8d55-2166b5f1fe08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:33.769149 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-3d82a427-7fbc-4612-8d55-2166b5f1fe08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2 HTTP/1.1" status: 204 len: 168 time: 0.2627532 Jun 22 09:16:33.781156 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82a427-7fbc-4612-8d55-2166b5f1fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27e247c-93ca-4b3b-adf4-8fa5f2fe93e2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:33.854571 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-f30a6e5c-36c8-44df-8b46-36639aed1084 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500952 Jun 22 09:16:33.871796 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Request body: {'port': {'device_id': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:33.976812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ad1d6-ab89-4712-9ce7-1d02079cb0bd req-193592ac-c5ae-45f3-80ef-4d52fca04ae9 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:33.981047 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9b3ad1d6-ab89-4712-9ce7-1d02079cb0bd req-193592ac-c5ae-45f3-80ef-4d52fca04ae9 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 931 time: 0.0764854 Jun 22 09:16:33.981780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (3966bdac-5d67-4b35-be24-4657659387c1), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.074600 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9b3ad1d6-ab89-4712-9ce7-1d02079cb0bd req-3fd73a0d-bfe9-40bb-aaac-4dfea51f2462 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894270 Jun 22 09:16:34.281228 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3966bdac-5d67-4b35-be24-4657659387c1 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:16:34.288693 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Publish callbacks [] for port (3966bdac-5d67-4b35-be24-4657659387c1), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.301593 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Transition to ACTIVE for port object 3966bdac-5d67-4b35-be24-4657659387c1 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:16:34.344904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (3966bdac-5d67-4b35-be24-4657659387c1), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.348099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:34.398343 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3966bdac-5d67-4b35-be24-4657659387c1,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:34.414290 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58608) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:34.427539 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c2628e6-8904-493d-a760-cf9a4e5d7970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.471203 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Attempting to bind port 3966bdac-5d67-4b35-be24-4657659387c1 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:16:34.471542 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Attempting to bind port 3966bdac-5d67-4b35-be24-4657659387c1 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:16:34.471870 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Attempting to bind port 3966bdac-5d67-4b35-be24-4657659387c1 on network cbbeda80-798d-4050-82db-1ebebee57c1d {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:16:34.476276 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Port 3966bdac-5d67-4b35-be24-4657659387c1 on network cbbeda80-798d-4050-82db-1ebebee57c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:16:34.476595 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Attempting to bind port 3966bdac-5d67-4b35-be24-4657659387c1 on network cbbeda80-798d-4050-82db-1ebebee57c1d {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:16:34.481816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:16:34.485661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Checking segment: {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:16:34.485661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Bound using segment: {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:16:34.485661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Bound port: 3966bdac-5d67-4b35-be24-4657659387c1, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:16:34.485661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (3966bdac-5d67-4b35-be24-4657659387c1), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.508082 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c2628e6-8904-493d-a760-cf9a4e5d7970 admin admin] Publish callbacks [] for security_group (f0fb5b00-9090-4cf7-9730-e44923d64497), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.545264 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] For port 3966bdac-5d67-4b35-be24-4657659387c1, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:16:34.548248 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] For port 3966bdac-5d67-4b35-be24-4657659387c1, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3966bdac-5d67-4b35-be24-4657659387c1,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:16:34.624780 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c2628e6-8904-493d-a760-cf9a4e5d7970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f0fb5b00-9090-4cf7-9730-e44923d64497), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.625797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (3966bdac-5d67-4b35-be24-4657659387c1), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.659010 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:16:34.666570 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2628e6-8904-493d-a760-cf9a4e5d7970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fb5b00-9090-4cf7-9730-e44923d64497,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:34.667642 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:34.668268 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.669740 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/3966bdac-5d67-4b35-be24-4657659387c1 HTTP/1.1" status: 200 len: 1093 time: 0.8022444 Jun 22 09:16:34.670168 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'tag': '3966bdac-5d67-4b35-be24-4657659387c1'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:34.673172 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31" -d '{"events": [{"name": "network-changed", "server_uuid": "aff2f5bb-8440-429c-bc1d-b3756d9efe11", "tag": "3966bdac-5d67-4b35-be24-4657659387c1"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:34.673325 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-4c2628e6-8904-493d-a760-cf9a4e5d7970 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da6766987c2340f9bf91cf66ef2669db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574050 Jun 22 09:16:34.677768 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58612) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:34.720127 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9382c9-1de0-4f61-86bc-ed18702dd8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3966bdac-5d67-4b35-be24-4657659387c1,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:34.724631 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc2349e-4c1d-4dd6-91c5-ff4439718ede x-openstack-request-id: req-ecc2349e-4c1d-4dd6-91c5-ff4439718ede {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:34.724928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff2f5bb-8440-429c-bc1d-b3756d9efe11", "tag": "3966bdac-5d67-4b35-be24-4657659387c1", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:34.725233 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecc2349e-4c1d-4dd6-91c5-ff4439718ede {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:34.725638 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc2349e-4c1d-4dd6-91c5-ff4439718ede'] response: {'name': 'network-changed', 'server_uuid': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'tag': '3966bdac-5d67-4b35-be24-4657659387c1', 'status': 'completed', 'code': 200} Jun 22 09:16:34.748286 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53f3660c-9356-46ad-b11a-fd23161a65c3 admin admin] Publish callbacks [] for security_group (f0fb5b00-9090-4cf7-9730-e44923d64497), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.752459 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:34.796445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53f3660c-9356-46ad-b11a-fd23161a65c3 admin admin] Publish callbacks [] for security_group (f0fb5b00-9090-4cf7-9730-e44923d64497), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:34.820452 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31 req-d5314587-d4df-4330-a759-46475634a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:34.822073 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31 req-d5314587-d4df-4330-a759-46475634a2f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 1127 time: 0.0614412 Jun 22 09:16:34.932766 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31 req-c65e33ae-0902-4cc7-8a5e-574e45ced298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:34.934218 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31 req-c65e33ae-0902-4cc7-8a5e-574e45ced298 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0993831 Jun 22 09:16:35.003086 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53f3660c-9356-46ad-b11a-fd23161a65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (f0fb5b00-9090-4cf7-9730-e44923d64497), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:35.006080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-53f3660c-9356-46ad-b11a-fd23161a65c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:35.007212 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-53f3660c-9356-46ad-b11a-fd23161a65c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0fb5b00-9090-4cf7-9730-e44923d64497 HTTP/1.1" status: 204 len: 168 time: 0.3285470 Jun 22 09:16:35.025306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3660c-9356-46ad-b11a-fd23161a65c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fb5b00-9090-4cf7-9730-e44923d64497,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:35.045327 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31 req-25d3388c-23cd-419d-a862-bdbbdf17ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:35.046839 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9a6f59b7-a2f4-451f-a9a8-f10e2f90cc31 req-25d3388c-23cd-419d-a862-bdbbdf17ab4c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073637 Jun 22 09:16:35.155392 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2df2c13a-2586-42e8-a667-bc141449e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:35.156868 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-2df2c13a-2586-42e8-a667-bc141449e3c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 1127 time: 0.0493758 Jun 22 09:16:35.228275 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-97a41e21-cdb7-49c0-a33e-c879dad2b58e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3966bdac-5d67-4b35-be24-4657659387c1 HTTP/1.1" status: 200 len: 217 time: 0.0437839 Jun 22 09:16:35.236406 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4054b-e548-4225-9a79-a0b60257945b req-6dd4f006-821f-45d8-9bff-67ac1332d7ed tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:35.237922 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8ef4054b-e548-4225-9a79-a0b60257945b req-6dd4f006-821f-45d8-9bff-67ac1332d7ed tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 943 time: 0.0850859 Jun 22 09:16:35.308227 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-6e082311-7628-4b4a-bc8e-5b14d6deaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:35.309608 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-6e082311-7628-4b4a-bc8e-5b14d6deaf20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46d04d8f-5854-4c6a-a01c-2cef1d32388a HTTP/1.1" status: 200 len: 849 time: 0.0708458 Jun 22 09:16:35.330477 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-8ef4054b-e548-4225-9a79-a0b60257945b req-64f7d121-1bd7-4115-97db-ea09ae288694 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828979 Jun 22 09:16:35.345930 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-a5d78b41-9f61-4639-b2e5-7f9174b4efb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbbeda80-798d-4050-82db-1ebebee57c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jun 22 09:16:35.373140 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:35.443399 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-6f50fc40-7fdf-4fea-98f8-e57e4eb35be3 service neutron] 10.222.0.47 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907071 Jun 22 09:16:35.535819 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cb1fe9b1-9ca8-4ac8-b3d0-95b281046020 req-12da52cf-2c00-460a-bf5b-c6f22a2347db service neutron] 10.222.0.47 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Jun 22 09:16:35.582530 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58630) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:35.687973 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f62ad31-3415-42dc-8455-b96a854fb10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:35.765496 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f62ad31-3415-42dc-8455-b96a854fb10a admin admin] Publish callbacks [] for security_group (179c475a-f75d-46d6-8b94-6df9402e7ac7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:35.853361 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f62ad31-3415-42dc-8455-b96a854fb10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (179c475a-f75d-46d6-8b94-6df9402e7ac7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:35.893226 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-3f62ad31-3415-42dc-8455-b96a854fb10a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab56980ec2ec46a9ac6c1834584a7b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090117 Jun 22 09:16:35.894057 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62ad31-3415-42dc-8455-b96a854fb10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c475a-f75d-46d6-8b94-6df9402e7ac7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:35.896484 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 58638) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:35.951026 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcc13-3b2f-4404-959e-7853810fb290 admin admin] Publish callbacks [] for security_group (179c475a-f75d-46d6-8b94-6df9402e7ac7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:35.973900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcc13-3b2f-4404-959e-7853810fb290 admin admin] Publish callbacks [] for security_group (179c475a-f75d-46d6-8b94-6df9402e7ac7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:36.110457 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcc13-3b2f-4404-959e-7853810fb290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (179c475a-f75d-46d6-8b94-6df9402e7ac7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:36.112948 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcc13-3b2f-4404-959e-7853810fb290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:36.114593 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-0bbdcc13-3b2f-4404-959e-7853810fb290 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/179c475a-f75d-46d6-8b94-6df9402e7ac7 HTTP/1.1" status: 204 len: 168 time: 0.2166321 Jun 22 09:16:36.123073 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdcc13-3b2f-4404-959e-7853810fb290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c475a-f75d-46d6-8b94-6df9402e7ac7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:36.412868 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:36.447986 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:36.456434 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbc1ab-5830-4438-9ec6-e7e9f1432c3a req-3794604e-112c-4547-b814-47322bf0b308 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:36.457967 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0ecbc1ab-5830-4438-9ec6-e7e9f1432c3a req-3794604e-112c-4547-b814-47322bf0b308 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 943 time: 0.0553851 Jun 22 09:16:36.519712 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-0ecbc1ab-5830-4438-9ec6-e7e9f1432c3a req-59285d35-8930-4512-98ae-89edb931b708 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Jun 22 09:16:37.314409 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 3966bdac-5d67-4b35-be24-4657659387c1 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:16:37.415885 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 3966bdac-5d67-4b35-be24-4657659387c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3966bdac-5d67-4b35-be24-4657659387c1,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:37.426642 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '3966bdac-5d67-4b35-be24-4657659387c1', 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d', 'port_id': '3966bdac-5d67-4b35-be24-4657659387c1', 'mac_address': 'fa:16:3e:c8:c2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d04d8f-5854-4c6a-a01c-2cef1d32388a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:16:37.461976 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 3966bdac-5d67-4b35-be24-4657659387c1 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:16:37.462359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (3966bdac-5d67-4b35-be24-4657659387c1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:37.475327 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3966bdac-5d67-4b35-be24-4657659387c1 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:16:37.495410 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 3966bdac-5d67-4b35-be24-4657659387c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3966bdac-5d67-4b35-be24-4657659387c1,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:37.561881 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (3966bdac-5d67-4b35-be24-4657659387c1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:37.609114 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=3966bdac-5d67-4b35-be24-4657659387c1,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:37.637846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdd793-301e-46f4-941c-4b0f146b6bf0 req-cc6cffd9-44f0-4411-a9a1-bd1e9bbe09ab tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:37.640013 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b2bdd793-301e-46f4-941c-4b0f146b6bf0 req-cc6cffd9-44f0-4411-a9a1-bd1e9bbe09ab tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 944 time: 0.0500307 Jun 22 09:16:37.690930 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b2bdd793-301e-46f4-941c-4b0f146b6bf0 req-a681ffd5-693e-4369-84a3-948304e056d3 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Jun 22 09:16:37.834293 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['3966bdac-5d67-4b35-be24-4657659387c1'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:16:37.951407 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:38.810870 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e84da-3546-41aa-af3e-061753dbc0c8 req-867bd649-f60d-4b88-9d06-0b0dbee06295 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:38.812248 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a68e84da-3546-41aa-af3e-061753dbc0c8 req-867bd649-f60d-4b88-9d06-0b0dbee06295 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 944 time: 0.0474708 Jun 22 09:16:38.859614 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a68e84da-3546-41aa-af3e-061753dbc0c8 req-fd3aad1a-eb07-4a8d-aa42-f78441d22007 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jun 22 09:16:39.977488 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f7c6-bf88-4725-a212-c1a0c073a738 req-14bd4c33-af33-48bf-b144-5585022a9c0c tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:39.978998 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61c2f7c6-bf88-4725-a212-c1a0c073a738 req-14bd4c33-af33-48bf-b144-5585022a9c0c tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 944 time: 0.0540998 Jun 22 09:16:40.020733 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:40.025076 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-61c2f7c6-bf88-4725-a212-c1a0c073a738 req-8359e702-8532-4b4e-8386-1147f38bd03f tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Jun 22 09:16:40.679649 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 3966bdac-5d67-4b35-be24-4657659387c1 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:16:40.724254 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 3966bdac-5d67-4b35-be24-4657659387c1 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:16:40.811248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 3966bdac-5d67-4b35-be24-4657659387c1 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:16:40.811619 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (3966bdac-5d67-4b35-be24-4657659387c1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:40.883577 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 3966bdac-5d67-4b35-be24-4657659387c1 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:16:40.883967 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (3966bdac-5d67-4b35-be24-4657659387c1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:40.906316 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3966bdac-5d67-4b35-be24-4657659387c1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:40.908557 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40442912-dcae-4c80-9a90-956d3f4c4164" -d '{"events": [{"server_uuid": "aff2f5bb-8440-429c-bc1d-b3756d9efe11", "name": "network-vif-plugged", "status": "completed", "tag": "3966bdac-5d67-4b35-be24-4657659387c1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:40.920525 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 3966bdac-5d67-4b35-be24-4657659387c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3966bdac-5d67-4b35-be24-4657659387c1,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:40.946622 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22db00-7d5c-4211-b017-b26038bd135f x-openstack-request-id: req-aa22db00-7d5c-4211-b017-b26038bd135f {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:40.947006 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff2f5bb-8440-429c-bc1d-b3756d9efe11", "name": "network-vif-plugged", "status": "completed", "tag": "3966bdac-5d67-4b35-be24-4657659387c1", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:40.947178 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa22db00-7d5c-4211-b017-b26038bd135f {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:40.947584 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa22db00-7d5c-4211-b017-b26038bd135f'] response: {'server_uuid': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3966bdac-5d67-4b35-be24-4657659387c1', 'code': 200} Jun 22 09:16:41.006038 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (3966bdac-5d67-4b35-be24-4657659387c1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:41.010849 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:41.051748 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=3966bdac-5d67-4b35-be24-4657659387c1,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:41.139177 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07222b-24d6-490e-8687-4e988ed52d93 req-8a647d30-d864-4e0f-a27c-6aeb5d512fd9 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:41.140576 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ee07222b-24d6-490e-8687-4e988ed52d93 req-8a647d30-d864-4e0f-a27c-6aeb5d512fd9 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0460911 Jun 22 09:16:41.186361 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ee07222b-24d6-490e-8687-4e988ed52d93 req-55ccb076-660a-4c7f-8fc7-4c85f4dee44d tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Jun 22 09:16:41.645837 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:41.923006 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaafc4-9a12-47b3-bd1f-3dcbb400025f req-3b03c241-9182-4cf9-ab38-47ace02ca724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:41.924456 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3fdaafc4-9a12-47b3-bd1f-3dcbb400025f req-3b03c241-9182-4cf9-ab38-47ace02ca724 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 1129 time: 0.0377903 Jun 22 09:16:41.970765 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3fdaafc4-9a12-47b3-bd1f-3dcbb400025f req-70c56b0c-bb58-49eb-aa9a-6a8f6f86bf81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Jun 22 09:16:42.303554 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793084-2025-4bc5-b2e4-7350a66a69dd req-9d86588f-9341-4ed7-bb50-6feeab6533d7 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:42.305023 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-91793084-2025-4bc5-b2e4-7350a66a69dd req-9d86588f-9341-4ed7-bb50-6feeab6533d7 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Jun 22 09:16:42.355201 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-91793084-2025-4bc5-b2e4-7350a66a69dd req-49d0724e-a154-46cc-8f3f-5d0230655bae tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Jun 22 09:16:43.467850 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510cc0-2ffd-41da-883c-73f3f8c81509 req-fcf3f0e5-85b9-42ee-88ad-0e7c0bf43515 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:43.469299 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-66510cc0-2ffd-41da-883c-73f3f8c81509 req-fcf3f0e5-85b9-42ee-88ad-0e7c0bf43515 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0469220 Jun 22 09:16:43.516360 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-66510cc0-2ffd-41da-883c-73f3f8c81509 req-97a33563-ee42-4f17-9441-a1528f01ec38 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Jun 22 09:16:44.631505 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6980c01-b6cf-4cd3-9408-2fa7c11f9e9d req-b598f144-7133-4658-8e7a-2b9b0334e7bf tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:44.632887 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6980c01-b6cf-4cd3-9408-2fa7c11f9e9d req-b598f144-7133-4658-8e7a-2b9b0334e7bf tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0474491 Jun 22 09:16:44.679291 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b6980c01-b6cf-4cd3-9408-2fa7c11f9e9d req-6275d662-5884-41ff-8ddf-a66733155b5b tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Jun 22 09:16:45.872250 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58740) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:45.977589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c70b5bca-5f97-4bb2-b914-e55c45635d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.070692 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a727b9b-3547-454c-b9d4-1a4c536a2020 req-ec6b3f7d-acf6-4669-901b-cc6379e46ffd tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:46.072270 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8a727b9b-3547-454c-b9d4-1a4c536a2020 req-ec6b3f7d-acf6-4669-901b-cc6379e46ffd tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0866628 Jun 22 09:16:46.140981 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8a727b9b-3547-454c-b9d4-1a4c536a2020 req-25cd1708-2709-4198-a0df-cafaf6cdcb5f tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630224 Jun 22 09:16:46.161604 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c70b5bca-5f97-4bb2-b914-e55c45635d6b admin admin] Publish callbacks [] for security_group (cde2575d-9088-4ddf-ab58-5b30b4c71725), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.224585 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c70b5bca-5f97-4bb2-b914-e55c45635d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cde2575d-9088-4ddf-ab58-5b30b4c71725), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.263710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b5bca-5f97-4bb2-b914-e55c45635d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2575d-9088-4ddf-ab58-5b30b4c71725,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:46.269004 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-c70b5bca-5f97-4bb2-b914-e55c45635d6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19dd9f06dfd340d88d5f76c7d8454e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957596 Jun 22 09:16:46.272369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 58746) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:16:46.319928 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5fb76e6c-3c3c-421a-835e-90e7e0cd36ca admin admin] Publish callbacks [] for security_group (cde2575d-9088-4ddf-ab58-5b30b4c71725), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.342542 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5fb76e6c-3c3c-421a-835e-90e7e0cd36ca admin admin] Publish callbacks [] for security_group (cde2575d-9088-4ddf-ab58-5b30b4c71725), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.476331 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5fb76e6c-3c3c-421a-835e-90e7e0cd36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (cde2575d-9088-4ddf-ab58-5b30b4c71725), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.478902 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5fb76e6c-3c3c-421a-835e-90e7e0cd36ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:46.480052 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-5fb76e6c-3c3c-421a-835e-90e7e0cd36ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cde2575d-9088-4ddf-ab58-5b30b4c71725 HTTP/1.1" status: 204 len: 168 time: 0.2067699 Jun 22 09:16:46.488354 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb76e6c-3c3c-421a-835e-90e7e0cd36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2575d-9088-4ddf-ab58-5b30b4c71725,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:47.255752 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b17217-0142-441f-b8ff-9161bec79189 req-c271a5ad-fb12-4892-b1df-f7fdc20adabf tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:47.257220 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-59b17217-0142-441f-b8ff-9161bec79189 req-c271a5ad-fb12-4892-b1df-f7fdc20adabf tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0470333 Jun 22 09:16:47.302905 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-59b17217-0142-441f-b8ff-9161bec79189 req-5a543311-95e8-47f1-addf-cbb322aa13ac tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Jun 22 09:16:47.473417 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-0dbafc5e-ae97-4c0a-a599-ba9a79bc9a15 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:47.474857 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-0dbafc5e-ae97-4c0a-a599-ba9a79bc9a15 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Jun 22 09:16:47.555003 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Deleting port 3966bdac-5d67-4b35-be24-4657659387c1 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:16:47.555348 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (3966bdac-5d67-4b35-be24-4657659387c1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:47.647137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] For port 3966bdac-5d67-4b35-be24-4657659387c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3966bdac-5d67-4b35-be24-4657659387c1,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:47.647506 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (3966bdac-5d67-4b35-be24-4657659387c1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:47.661652 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Calling delete_port for 3966bdac-5d67-4b35-be24-4657659387c1 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:16:47.672806 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:47.720008 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:47.880552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (3966bdac-5d67-4b35-be24-4657659387c1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:47.916030 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Pushing event deleted for resources: {'Port': ['ID=3966bdac-5d67-4b35-be24-4657659387c1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:47.940874 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['3966bdac-5d67-4b35-be24-4657659387c1'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:16:47.963449 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] No DVR routers for this DVR port 3966bdac-5d67-4b35-be24-4657659387c1 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:16:47.966112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:47.969572 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-044b4246-1b03-415f-a530-000e4d0c2bd0 req-ec3cf6e7-6baa-4ba9-b2d8-9080b3beb571 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "DELETE /v2.0/ports/3966bdac-5d67-4b35-be24-4657659387c1 HTTP/1.1" status: 204 len: 173 time: 0.4897246 Jun 22 09:16:47.970031 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'name': 'network-vif-deleted', 'tag': '3966bdac-5d67-4b35-be24-4657659387c1'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:47.973064 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c5f1e-e072-4080-8c61-338e72fc7374" -d '{"events": [{"server_uuid": "aff2f5bb-8440-429c-bc1d-b3756d9efe11", "name": "network-vif-deleted", "tag": "3966bdac-5d67-4b35-be24-4657659387c1"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:48.011555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e5dfb-75bf-4839-96f8-cd3bc70db760 x-openstack-request-id: req-5c7e5dfb-75bf-4839-96f8-cd3bc70db760 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:48.011555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff2f5bb-8440-429c-bc1d-b3756d9efe11", "name": "network-vif-deleted", "tag": "3966bdac-5d67-4b35-be24-4657659387c1", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:48.011555 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c7e5dfb-75bf-4839-96f8-cd3bc70db760 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:48.011555 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7e5dfb-75bf-4839-96f8-cd3bc70db760'] response: {'server_uuid': 'aff2f5bb-8440-429c-bc1d-b3756d9efe11', 'name': 'network-vif-deleted', 'tag': '3966bdac-5d67-4b35-be24-4657659387c1', 'status': 'completed', 'code': 200} Jun 22 09:16:48.409815 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f31ac11f-7c40-423a-9cdb-542bf484a422 req-3c722059-4dcb-4053-a0c0-7b081c239772 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff2f5bb-8440-429c-bc1d-b3756d9efe11 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Jun 22 09:16:49.627589 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:49.718460 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-81fadd4a-2dd4-498c-8b31-3542eaac304e tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:49.719947 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-81fadd4a-2dd4-498c-8b31-3542eaac304e tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/networks?id=cbbeda80-798d-4050-82db-1ebebee57c1d HTTP/1.1" status: 200 len: 809 time: 0.1026504 Jun 22 09:16:49.734410 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-e0dd8487-6e03-4da5-906a-3f8b07b3213e tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/quotas/0a3ef9e4d3804f5e8d1cea6c7205796e HTTP/1.1" status: 200 len: 375 time: 0.0091197 Jun 22 09:16:49.766585 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-95b62342-f1f3-47f5-9e98-3bee4bff2d5d tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275207 Jun 22 09:16:49.858164 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-ad6732a2-ab17-4e50-8c02-219f9d652f50 service neutron] 10.222.0.55 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852184 Jun 22 09:16:49.945334 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-f2d70a63-e334-491c-a3b2-149142b110b6 service neutron] 10.222.0.55 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815411 Jun 22 09:16:50.194460 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-e7ff1de9-5be1-424a-a817-a511fa6b2ebb req-ca491a1e-75a5-469c-8316-b01b5171482d tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 210 time: 0.0318580 Jun 22 09:16:51.291736 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2817b649-5a8e-45be-8a94-06df75d43c99 req-100a89b0-755e-410a-a8eb-066776e99fef tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 210 time: 0.0312269 Jun 22 09:16:51.610227 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 3966bdac-5d67-4b35-be24-4657659387c1 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:16:51.633402 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 3966bdac-5d67-4b35-be24-4657659387c1 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:16:51.635197 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 3966bdac-5d67-4b35-be24-4657659387c1 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:16:52.226990 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-b33a3691-9999-49d3-b4d4-e2c4b2a4861b tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:52.228413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-b33a3691-9999-49d3-b4d4-e2c4b2a4861b tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "GET /v2.0/networks?id=cbbeda80-798d-4050-82db-1ebebee57c1d HTTP/1.1" status: 200 len: 809 time: 0.1032279 Jun 22 09:16:52.245351 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Request body: {'port': {'device_id': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d', 'admin_state_up': True, 'tenant_id': '0a3ef9e4d3804f5e8d1cea6c7205796e'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:52.389600 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-2434ae8b-5b11-48ef-8da2-69483755e330 req-ca706a35-a5f1-4854-bb72-abd192e400db tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 210 time: 0.0277557 Jun 22 09:16:52.424914 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Made reservation on behalf of 0a3ef9e4d3804f5e8d1cea6c7205796e for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:16:52.429682 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:52.555096 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Allocated IP 172.20.0.14 (cbbeda80-798d-4050-82db-1ebebee57c1d/46d04d8f-5854-4c6a-a01c-2cef1d32388a/eeeb5666-a364-4c41-9751-50a5af6277f9) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:16:52.571865 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:52.715800 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks [] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:52.724936 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:52.796724 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:52.846167 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Network cbbeda80-798d-4050-82db-1ebebee57c1d is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:16:52.852999 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:16:52.855132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Pushing event updated for resources: {'Port': ['ID=eeeb5666-a364-4c41-9751-50a5af6277f9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:52.859794 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:16:52.885234 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.885576 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.885920 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.886260 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.886599 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.886958 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.887287 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.887612 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.887939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.888263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.888585 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.888909 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.889228 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.889552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.889867 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:52.916031 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:52.916639 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.014681 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-54f95a19-6e51-4172-b84a-0aeae4759002 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7727997 Jun 22 09:16:53.031121 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Request body: {'port': {'device_id': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:16:53.088512 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.345483 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeeb5666-a364-4c41-9751-50a5af6277f9 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:16:53.352942 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Publish callbacks [] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.366060 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Transition to ACTIVE for port object eeeb5666-a364-4c41-9751-50a5af6277f9 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:16:53.440039 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.520636 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Pushing event updated for resources: {'Port': ['ID=eeeb5666-a364-4c41-9751-50a5af6277f9,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:53.535927 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f8e1-31b2-471c-a044-e1d8076f264d req-df858efe-4354-438f-a582-019b14ee9093 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:53.537417 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1eb0f8e1-31b2-471c-a044-e1d8076f264d req-df858efe-4354-438f-a582-019b14ee9093 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 944 time: 0.0712717 Jun 22 09:16:53.614884 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:53.630009 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1eb0f8e1-31b2-471c-a044-e1d8076f264d req-254e8114-dd3a-43da-815e-6008ca90fdc1 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753562 Jun 22 09:16:53.639022 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Attempting to bind port eeeb5666-a364-4c41-9751-50a5af6277f9 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:16:53.639358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Attempting to bind port eeeb5666-a364-4c41-9751-50a5af6277f9 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:16:53.639685 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Attempting to bind port eeeb5666-a364-4c41-9751-50a5af6277f9 on network cbbeda80-798d-4050-82db-1ebebee57c1d {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:16:53.644336 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Port eeeb5666-a364-4c41-9751-50a5af6277f9 on network cbbeda80-798d-4050-82db-1ebebee57c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:16:53.644661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Attempting to bind port eeeb5666-a364-4c41-9751-50a5af6277f9 on network cbbeda80-798d-4050-82db-1ebebee57c1d {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:16:53.649544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:16:53.649884 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Checking segment: {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:16:53.650263 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Bound using segment: {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:16:53.650686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Bound port: eeeb5666-a364-4c41-9751-50a5af6277f9, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0d0ffa-d085-4148-b3df-bc440224e365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:16:53.651064 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.711380 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] For port eeeb5666-a364-4c41-9751-50a5af6277f9, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:16:53.713051 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:53.714770 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] For port eeeb5666-a364-4c41-9751-50a5af6277f9, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=eeeb5666-a364-4c41-9751-50a5af6277f9,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:16:53.828588 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.869198 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:53.869810 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:53.871190 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] 10.222.0.47 "PUT /v2.0/ports/eeeb5666-a364-4c41-9751-50a5af6277f9 HTTP/1.1" status: 200 len: 1094 time: 0.8440607 Jun 22 09:16:53.871619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'tag': 'eeeb5666-a364-4c41-9751-50a5af6277f9'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:53.873802 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223", "tag": "eeeb5666-a364-4c41-9751-50a5af6277f9"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:53.892767 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97a780-19ad-4be4-917b-75fb2ca22075 service neutron] Pushing event updated for resources: {'Port': ['ID=eeeb5666-a364-4c41-9751-50a5af6277f9,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:53.909692 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7723a3c-b34e-492e-ba0e-d6b40952194d x-openstack-request-id: req-c7723a3c-b34e-492e-ba0e-d6b40952194d {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:53.910205 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223", "tag": "eeeb5666-a364-4c41-9751-50a5af6277f9", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:53.910461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7723a3c-b34e-492e-ba0e-d6b40952194d {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:53.910876 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7723a3c-b34e-492e-ba0e-d6b40952194d'] response: {'name': 'network-changed', 'server_uuid': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'tag': 'eeeb5666-a364-4c41-9751-50a5af6277f9', 'status': 'completed', 'code': 200} Jun 22 09:16:53.990776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9 req-1db2bcae-57be-4e23-95a3-cbd93999cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:53.992283 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9 req-1db2bcae-57be-4e23-95a3-cbd93999cc2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 1128 time: 0.0416312 Jun 22 09:16:54.095195 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9 req-30ec99de-d481-4e3f-aad5-301c99749a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:54.096634 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9 req-30ec99de-d481-4e3f-aad5-301c99749a1a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0928001 Jun 22 09:16:54.186286 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9 req-5a4baa36-93c7-47b0-bb42-a33651765720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:54.187749 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-93d3c6d9-cf41-4439-ba75-b29dd04cf6a9 req-5a4baa36-93c7-47b0-bb42-a33651765720 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857553 Jun 22 09:16:54.282881 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-ae547d66-34ad-4b4f-b4fe-4ab4db5f57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:54.284320 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-ae547d66-34ad-4b4f-b4fe-4ab4db5f57eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 1128 time: 0.0381305 Jun 22 09:16:54.331886 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-c23489a7-9e85-4058-a813-3950b15716e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeeb5666-a364-4c41-9751-50a5af6277f9 HTTP/1.1" status: 200 len: 217 time: 0.0347295 Jun 22 09:16:54.379655 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-a3a50f1a-0198-4113-8372-9e031ab684b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:54.381117 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-a3a50f1a-0198-4113-8372-9e031ab684b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=46d04d8f-5854-4c6a-a01c-2cef1d32388a HTTP/1.1" status: 200 len: 849 time: 0.0436532 Jun 22 09:16:54.411983 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-b0fc28a3-ed0e-4b5f-a7e4-50d7242e6b93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbbeda80-798d-4050-82db-1ebebee57c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251594 Jun 22 09:16:54.681077 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:54.807302 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef0da-b09a-4325-90a5-af3180704526 req-6256cb61-14a7-4ff1-90ea-d5801ff4060a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:54.808754 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dd7ef0da-b09a-4325-90a5-af3180704526 req-6256cb61-14a7-4ff1-90ea-d5801ff4060a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 944 time: 0.0687156 Jun 22 09:16:54.812192 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-a6f48c76-e13f-4f19-8735-0032c3c345ec service neutron] 10.222.0.47 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941722 Jun 22 09:16:54.908061 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dd7ef0da-b09a-4325-90a5-af3180704526 req-e9abe8ee-8725-49b2-97ae-34039ebca6b0 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934460 Jun 22 09:16:54.933790 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f61e95ef-5a86-4fb6-8350-aba4e8d78b80 req-8cf7a84a-4679-4846-b9c7-f7d8dc4c1f8d service neutron] 10.222.0.47 "GET /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127079 Jun 22 09:16:56.020202 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af844e-11b3-4ba3-a0da-cfcd2419f42a req-18738aab-977b-4b41-98e8-6ac290f5d2ee tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:56.022292 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-21af844e-11b3-4ba3-a0da-cfcd2419f42a req-18738aab-977b-4b41-98e8-6ac290f5d2ee tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 944 time: 0.0465581 Jun 22 09:16:56.060836 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:56.068480 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-21af844e-11b3-4ba3-a0da-cfcd2419f42a req-83cf4758-7781-4059-9236-cd350f3d2112 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Jun 22 09:16:56.201707 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cac98b94-ccc1-4484-afc8-1f9eb94d079d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:57.179516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7920b-a9d5-4adb-868d-fc6a853448c9 req-121f3688-4f48-4ce6-852f-f87e255bb02e tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:57.180951 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-92b7920b-a9d5-4adb-868d-fc6a853448c9 req-121f3688-4f48-4ce6-852f-f87e255bb02e tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 944 time: 0.0459692 Jun 22 09:16:57.200900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:57.227120 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-92b7920b-a9d5-4adb-868d-fc6a853448c9 req-3f6b6605-7b24-48d4-ad66-d98f0e5c4b30 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Jun 22 09:16:57.648883 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device eeeb5666-a364-4c41-9751-50a5af6277f9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:16:57.749617 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port eeeb5666-a364-4c41-9751-50a5af6277f9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=eeeb5666-a364-4c41-9751-50a5af6277f9,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:57.761026 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'eeeb5666-a364-4c41-9751-50a5af6277f9', 'network_id': 'cbbeda80-798d-4050-82db-1ebebee57c1d', 'port_id': 'eeeb5666-a364-4c41-9751-50a5af6277f9', 'mac_address': 'fa:16:3e:9e:f2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d04d8f-5854-4c6a-a01c-2cef1d32388a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:16:57.793655 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port eeeb5666-a364-4c41-9751-50a5af6277f9 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:16:57.794041 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:57.807109 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeeb5666-a364-4c41-9751-50a5af6277f9 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:16:57.826311 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port eeeb5666-a364-4c41-9751-50a5af6277f9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=eeeb5666-a364-4c41-9751-50a5af6277f9,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:57.885692 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:57.931570 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=eeeb5666-a364-4c41-9751-50a5af6277f9,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:16:57.938729 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.939095 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.939429 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.939761 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.940089 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.940417 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.940737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.941058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.941383 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.941701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.942020 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.943006 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.943354 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.943668 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:57.943983 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:16:58.161291 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['eeeb5666-a364-4c41-9751-50a5af6277f9'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:16:58.342112 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a432aab-7abf-4a24-8bf9-4b5205969a17 req-fb5f545a-8d60-42c7-9d4a-da9728a5c907 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:58.343600 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8a432aab-7abf-4a24-8bf9-4b5205969a17 req-fb5f545a-8d60-42c7-9d4a-da9728a5c907 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Jun 22 09:16:58.387322 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:58.392078 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8a432aab-7abf-4a24-8bf9-4b5205969a17 req-548e1696-ba22-45d2-b15b-5f0938fc0f9c tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Jun 22 09:16:58.470222 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a5301c5d-937b-446d-b2ad-5e9cfe0d06aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:59.502510 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c2a9a-48a9-461c-b6d5-ba1a26595138 req-e331fc77-530e-409f-b1a1-0d19beb6e939 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:16:59.504038 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f9c2a9a-48a9-461c-b6d5-ba1a26595138 req-e331fc77-530e-409f-b1a1-0d19beb6e939 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 945 time: 0.0463717 Jun 22 09:16:59.554212 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f9c2a9a-48a9-461c-b6d5-ba1a26595138 req-0fc0f8c4-3d65-4272-8881-f8e9e17800cc tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Jun 22 09:16:59.618705 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:59.626390 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device eeeb5666-a364-4c41-9751-50a5af6277f9 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:16:59.654694 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:59.672854 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port eeeb5666-a364-4c41-9751-50a5af6277f9 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:16:59.742243 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port eeeb5666-a364-4c41-9751-50a5af6277f9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:16:59.742646 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:59.807258 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:16:59.814351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port eeeb5666-a364-4c41-9751-50a5af6277f9 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:16:59.815823 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:59.836840 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeeb5666-a364-4c41-9751-50a5af6277f9'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:16:59.839141 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e10a4-6d37-4d74-93e3-f0542c0f5911" -d '{"events": [{"server_uuid": "fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223", "name": "network-vif-plugged", "status": "completed", "tag": "eeeb5666-a364-4c41-9751-50a5af6277f9"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:16:59.851996 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port eeeb5666-a364-4c41-9751-50a5af6277f9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=eeeb5666-a364-4c41-9751-50a5af6277f9,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:16:59.873837 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1010e6b-291f-4be8-ab9d-7f272e9f49fe x-openstack-request-id: req-d1010e6b-291f-4be8-ab9d-7f272e9f49fe {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:16:59.874124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223", "name": "network-vif-plugged", "status": "completed", "tag": "eeeb5666-a364-4c41-9751-50a5af6277f9", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:16:59.874375 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1010e6b-291f-4be8-ab9d-7f272e9f49fe {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:16:59.874847 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1010e6b-291f-4be8-ab9d-7f272e9f49fe'] response: {'server_uuid': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeeb5666-a364-4c41-9751-50a5af6277f9', 'code': 200} Jun 22 09:16:59.925786 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:16:59.975354 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=eeeb5666-a364-4c41-9751-50a5af6277f9,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:00.174666 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b0aa4-10ae-4be6-a2f7-af329a2ef865 req-0d4bc9b1-a97a-46f1-b026-40650197f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:00.176233 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d57b0aa4-10ae-4be6-a2f7-af329a2ef865 req-0d4bc9b1-a97a-46f1-b026-40650197f19e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 1130 time: 0.0387468 Jun 22 09:17:00.218889 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d57b0aa4-10ae-4be6-a2f7-af329a2ef865 req-2c095533-32f1-4b85-b852-b21ed6ef542f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Jun 22 09:17:00.670139 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31fc7-20fc-4425-abba-c567617e164a req-37455cf7-ff75-4d8f-abaf-f4b3c8015d14 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:00.671628 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-07e31fc7-20fc-4425-abba-c567617e164a req-37455cf7-ff75-4d8f-abaf-f4b3c8015d14 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 946 time: 0.0475581 Jun 22 09:17:00.718030 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-07e31fc7-20fc-4425-abba-c567617e164a req-fc5ca233-a1ff-4414-82af-aac9153abbc1 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Jun 22 09:17:01.195973 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:01.571158 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:01.833001 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a233bf-81dd-44a2-a291-539ad6f30c3e req-7b5bab2c-3a81-4868-bf19-18e9b8babe73 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:01.835114 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-51a233bf-81dd-44a2-a291-539ad6f30c3e req-7b5bab2c-3a81-4868-bf19-18e9b8babe73 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 946 time: 0.0473156 Jun 22 09:17:01.880267 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-51a233bf-81dd-44a2-a291-539ad6f30c3e req-6d80c038-02e3-416b-8b1b-f98c53ff27f0 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Jun 22 09:17:03.092107 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963d215-bfe8-4e07-a260-50c26fe8981c req-1129dc28-f5fe-4a76-8381-dc177a5ff72a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:03.093548 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3963d215-bfe8-4e07-a260-50c26fe8981c req-1129dc28-f5fe-4a76-8381-dc177a5ff72a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Jun 22 09:17:03.143189 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3963d215-bfe8-4e07-a260-50c26fe8981c req-a6e8ebc3-fcb2-4102-8c70-4933b21d3d18 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Jun 22 09:17:04.260568 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f6d2-dff6-4931-b90d-e556ee98c8af req-0d2108eb-dfa1-4ad3-b043-b8650375e74f tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:04.262006 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f823f6d2-dff6-4931-b90d-e556ee98c8af req-0d2108eb-dfa1-4ad3-b043-b8650375e74f tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 946 time: 0.0489573 Jun 22 09:17:04.293655 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:04.307628 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f823f6d2-dff6-4931-b90d-e556ee98c8af req-1358bf41-d21e-485b-8945-a0a0b8d5b85b tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e9eabe-8f2f-4de0-89fc-3830171250d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Jun 22 09:17:04.457194 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-2e14750d-23ee-4207-8e70-8bcaa6675088 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:04.458529 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-2e14750d-23ee-4207-8e70-8bcaa6675088 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 946 time: 0.0460632 Jun 22 09:17:04.540102 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Deleting port eeeb5666-a364-4c41-9751-50a5af6277f9 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:17:04.540580 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:04.628777 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] For port eeeb5666-a364-4c41-9751-50a5af6277f9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=eeeb5666-a364-4c41-9751-50a5af6277f9,segment=NetworkSegment(ac0d0ffa-d085-4148-b3df-bc440224e365),segment_id=ac0d0ffa-d085-4148-b3df-bc440224e365)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:04.629149 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:04.642974 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Calling delete_port for eeeb5666-a364-4c41-9751-50a5af6277f9 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:17:04.841863 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (eeeb5666-a364-4c41-9751-50a5af6277f9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:04.869453 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Pushing event deleted for resources: {'Port': ['ID=eeeb5666-a364-4c41-9751-50a5af6277f9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:04.883092 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['eeeb5666-a364-4c41-9751-50a5af6277f9'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:17:04.915633 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] No DVR routers for this DVR port eeeb5666-a364-4c41-9751-50a5af6277f9 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:17:04.918044 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:04.921315 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-86eba6e6-d07d-4dee-bddf-487332647e65 req-87c1a8d2-7c2e-4133-ae79-4f741b8df53a tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.47 "DELETE /v2.0/ports/eeeb5666-a364-4c41-9751-50a5af6277f9 HTTP/1.1" status: 204 len: 173 time: 0.4573796 Jun 22 09:17:04.921743 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'name': 'network-vif-deleted', 'tag': 'eeeb5666-a364-4c41-9751-50a5af6277f9'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:17:04.924029 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276151c-e598-4f82-9af4-c3dcabceae52" -d '{"events": [{"server_uuid": "fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223", "name": "network-vif-deleted", "tag": "eeeb5666-a364-4c41-9751-50a5af6277f9"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:17:04.957786 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59544025-2590-41cc-af1c-1e1f0a8462cf x-openstack-request-id: req-59544025-2590-41cc-af1c-1e1f0a8462cf {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:17:04.958079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223", "name": "network-vif-deleted", "tag": "eeeb5666-a364-4c41-9751-50a5af6277f9", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:17:04.958338 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59544025-2590-41cc-af1c-1e1f0a8462cf {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:17:04.958743 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59544025-2590-41cc-af1c-1e1f0a8462cf'] response: {'server_uuid': 'fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223', 'name': 'network-vif-deleted', 'tag': 'eeeb5666-a364-4c41-9751-50a5af6277f9', 'status': 'completed', 'code': 200} Jun 22 09:17:05.419866 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9a6c0ae8-7a7e-4a8f-9f82-3fbdcecbdf9c req-88e78c81-f08c-473b-ba53-b67cf4ed3ba0 tempest-VolumesActionsTest-2090013721 tempest-VolumesActionsTest-2090013721-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb19c8e7-bbf1-48e0-bfc0-1934d9f0a223 HTTP/1.1" status: 200 len: 210 time: 0.0313053 Jun 22 09:17:07.657449 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device eeeb5666-a364-4c41-9751-50a5af6277f9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:17:07.677002 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: eeeb5666-a364-4c41-9751-50a5af6277f9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:17:07.677351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device eeeb5666-a364-4c41-9751-50a5af6277f9 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:17:11.641650 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:11.657268 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:17:13.132622 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=28 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:13.140082 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=17 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:15.398625 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:15.399991 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=81,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:21.594581 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:21.596716 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:24.638356 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:25.742103 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=8 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:26.207409 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d7e8f688-990c-48ce-9db9-702a12e0cd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:28.444652 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f84c4a4-3d92-4c19-a798-053d80bf08fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:29.633916 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.195657 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.572593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.631655 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59064) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:31.674888 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Deleting subnet 46d04d8f-5854-4c6a-a01c-2cef1d32388a {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:17:31.678589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Publish callbacks [] for subnet (46d04d8f-5854-4c6a-a01c-2cef1d32388a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.713257 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (46d04d8f-5854-4c6a-a01c-2cef1d32388a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.753053 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (46d04d8f-5854-4c6a-a01c-2cef1d32388a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.870000 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (46d04d8f-5854-4c6a-a01c-2cef1d32388a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.894601 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d04d8f-5854-4c6a-a01c-2cef1d32388a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:31.904321 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:31.907379 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/46d04d8f-5854-4c6a-a01c-2cef1d32388a HTTP/1.1" status: 204 len: 168 time: 0.2746654 Jun 22 09:17:31.910949 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.910949 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.910949 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.910949 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.911861 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59066) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:31.912284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.912284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.912284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.912284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.912284 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.912710 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.912803 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.913054 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.913369 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.913685 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.913999 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71143f-fbe6-4ad7-a1df-c6e413c208b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:31.980706 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (cbbeda80-798d-4050-82db-1ebebee57c1d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.060821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (cbbeda80-798d-4050-82db-1ebebee57c1d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.080337 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbeda80-798d-4050-82db-1ebebee57c1d']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:32.089453 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0d0ffa-d085-4148-b3df-bc440224e365') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:32.089750 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0d0ffa-d085-4148-b3df-bc440224e365') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:32.099690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (ac0d0ffa-d085-4148-b3df-bc440224e365), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.112886 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (ac0d0ffa-d085-4148-b3df-bc440224e365), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.119700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:17:32.120137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (ac0d0ffa-d085-4148-b3df-bc440224e365), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.171461 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment ac0d0ffa-d085-4148-b3df-bc440224e365 resource provider aggregate not found Jun 22 09:17:32.187747 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment ac0d0ffa-d085-4148-b3df-bc440224e365 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac0d0ffa-d085-4148-b3df-bc440224e365 found for delete ", "request_id": "req-910956be-11d5-42bc-b875-cd59ffe57a3a"}]} Jun 22 09:17:32.262206 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (cbbeda80-798d-4050-82db-1ebebee57c1d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.267844 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.271433 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cbbeda80-798d-4050-82db-1ebebee57c1d HTTP/1.1" status: 204 len: 168 time: 0.3603301 Jun 22 09:17:32.287351 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b1650-c1cb-42e6-a504-9eda0ebeacb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbeda80-798d-4050-82db-1ebebee57c1d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:32.616613 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59074) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:32.661879 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-bda00809-a8f2-46a3-a286-e4564ddf39f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a3ef9e4d3804f5e8d1cea6c7205796e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439470 Jun 22 09:17:32.664262 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:32.712412 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-252e9b87-1fb1-450a-abfe-a6b37864bcee admin admin] Publish callbacks [] for security_group (e7e9eabe-8f2f-4de0-89fc-3830171250d0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.733668 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-252e9b87-1fb1-450a-abfe-a6b37864bcee admin admin] Publish callbacks [] for security_group (e7e9eabe-8f2f-4de0-89fc-3830171250d0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.856421 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-252e9b87-1fb1-450a-abfe-a6b37864bcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (e7e9eabe-8f2f-4de0-89fc-3830171250d0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.858881 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-252e9b87-1fb1-450a-abfe-a6b37864bcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:32.860030 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-252e9b87-1fb1-450a-abfe-a6b37864bcee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7e9eabe-8f2f-4de0-89fc-3830171250d0 HTTP/1.1" status: 204 len: 168 time: 0.1948123 Jun 22 09:17:32.868112 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e9b87-1fb1-450a-abfe-a6b37864bcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e9eabe-8f2f-4de0-89fc-3830171250d0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:33.916214 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59098) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:34.014163 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1266932427-network', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:34.090655 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Made reservation on behalf of 6ebebf95a551410b97bd5651b7173f0b for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:17:34.092977 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.102141 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.178152 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks [] for security_group (402b3ec6-6499-4715-b90e-afc6346cbad5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.233346 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (402b3ec6-6499-4715-b90e-afc6346cbad5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.258628 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:17:34.267437 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402b3ec6-6499-4715-b90e-afc6346cbad5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:34.278794 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (8558ae46-89c2-408a-a75b-aab89834bcf1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.278794 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Added segment 8558ae46-89c2-408a-a75b-aab89834bcf1 of type vlan for network e2a0f500-8880-40a2-ae1d-641ca9b0e059 Jun 22 09:17:34.313643 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (e2a0f500-8880-40a2-ae1d-641ca9b0e059), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.412900 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (e2a0f500-8880-40a2-ae1d-641ca9b0e059), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.413926 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:34.414511 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.476502 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a0f500-8880-40a2-ae1d-641ca9b0e059,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:34.486419 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:17:34.518100 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-3e94e8d7-c9f8-4477-951b-78530ddd84d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6007924 Jun 22 09:17:34.520957 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59102) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:34.525729 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Request body: {'subnet': {'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1266932427-subnet', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:34.621941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Made reservation on behalf of 6ebebf95a551410b97bd5651b7173f0b for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:17:34.624309 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13034901'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.708405 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=16 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:34.773147 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:34.839471 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12737724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13034979'] for subnet (6be638b3-6b25-48ad-8184-f9b019408456), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:34.895465 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be638b3-6b25-48ad-8184-f9b019408456,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:34.905724 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Checking segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:34.906071 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Network hostable DHCP agents. Network: e2a0f500-8880-40a2-ae1d-641ca9b0e059, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:17:34.987691 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:17:35.050388 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, e2a0f500-8880-40a2-ae1d-641ca9b0e059) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:35.055059 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:35.055686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.061710 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1cd3e-94d3-40d9-b1c2-ebbd67c12f31 None None] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:17:35.147346 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-3a3ba1d4-a932-47f6-be72-44c9ff0dcd8c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6250544 Jun 22 09:17:35.149686 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59104) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:35.153884 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:35.158076 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:17:35.159089 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.235906 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (69643de5-de9d-4564-b667-3647db95e5ed), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.236979 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (69643de5-de9d-4564-b667-3647db95e5ed), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.290072 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks [] for router_controller (69643de5-de9d-4564-b667-3647db95e5ed), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.294524 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Allocated IP 172.20.0.2 (e2a0f500-8880-40a2-ae1d-641ca9b0e059/6be638b3-6b25-48ad-8184-f9b019408456/044b66e1-9c31-48e8-9d46-74f2298b9e70) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:35.435143 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Publish callbacks [] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.510569 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks [] for router_gateway (69643de5-de9d-4564-b667-3647db95e5ed), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.514127 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.553116 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:35.555856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:35.559463 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:17:35.565822 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Pushing event updated for resources: {'Port': ['ID=044b66e1-9c31-48e8-9d46-74f2298b9e70,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:35.747577 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Attempting to bind port 044b66e1-9c31-48e8-9d46-74f2298b9e70 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:17:35.747854 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Attempting to bind port 044b66e1-9c31-48e8-9d46-74f2298b9e70 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:17:35.748208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Attempting to bind port 044b66e1-9c31-48e8-9d46-74f2298b9e70 on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:17:35.753195 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:17:35.759209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Checking segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:35.759209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.759209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Bound using segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:17:35.759209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Bound port: 044b66e1-9c31-48e8-9d46-74f2298b9e70, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:17:35.759209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.769490 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks [] for router_gateway (69643de5-de9d-4564-b667-3647db95e5ed), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.788919 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.813228 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] For port 044b66e1-9c31-48e8-9d46-74f2298b9e70, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:17:35.816178 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] For port 044b66e1-9c31-48e8-9d46-74f2298b9e70, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=044b66e1-9c31-48e8-9d46-74f2298b9e70,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:17:35.887624 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:35.894181 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Allocated IP 172.27.0.85 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/adccc0d7-d9ac-4771-808e-0573c473a615) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:35.944295 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0ae5a-57e0-4209-890e-ba72b12b3e98 None None] Pushing event updated for resources: {'Port': ['ID=044b66e1-9c31-48e8-9d46-74f2298b9e70,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:35.964981 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:36.004452 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks [] for port (adccc0d7-d9ac-4771-808e-0573c473a615), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:36.087997 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:36.123941 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:36.142247 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:36.145685 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:36.149563 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:17:36.152869 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Pushing event updated for resources: {'Port': ['ID=adccc0d7-d9ac-4771-808e-0573c473a615,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:36.457109 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks [] for router_gateway (69643de5-de9d-4564-b667-3647db95e5ed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:36.642695 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (69643de5-de9d-4564-b667-3647db95e5ed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:36.812623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Router 69643de5-de9d-4564-b667-3647db95e5ed is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:17:36.832847 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96029834-68a1-4404-a83f-5f6fddcbe4f9 None None] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:17:36.858372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:36.868403 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] Provisioning complete for port 044b66e1-9c31-48e8-9d46-74f2298b9e70 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:36.868820 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:36.870087 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:36.915338 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:36.924795 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:36.936552 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:36.945728 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:37.010331 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] Current status of the port 044b66e1-9c31-48e8-9d46-74f2298b9e70 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:37.010717 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.021014 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.024475 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-6e1f4e82-fe81-48fd-9136-78572ed7dc93 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8734727 Jun 22 09:17:37.026873 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:37.046023 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] For port 044b66e1-9c31-48e8-9d46-74f2298b9e70, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=044b66e1-9c31-48e8-9d46-74f2298b9e70,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:37.048404 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:37.089423 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:37.127365 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.199223 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba624a4-d531-4e94-82ce-d3db72588ce3 None None] Pushing event updated for resources: {'Port': ['ID=044b66e1-9c31-48e8-9d46-74f2298b9e70,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:37.249014 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4ad074d6-bbfe-4e62-9e8d-6c4d48b73bad None None] Provisioning complete for port 044b66e1-9c31-48e8-9d46-74f2298b9e70 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:37.249744 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ad074d6-bbfe-4e62-9e8d-6c4d48b73bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.256989 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:36Z', 'revision_number': 3, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:37.287123 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:37.287478 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Updating router 69643de5-de9d-4564-b667-3647db95e5ed port adccc0d7-d9ac-4771-808e-0573c473a615 binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:17:37.317708 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.336182 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4ad074d6-bbfe-4e62-9e8d-6c4d48b73bad None None] Current status of the port 044b66e1-9c31-48e8-9d46-74f2298b9e70 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:37.555124 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:37.578515 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Publish callbacks [] for port (adccc0d7-d9ac-4771-808e-0573c473a615), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.650642 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.681124 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 044b66e1-9c31-48e8-9d46-74f2298b9e70 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:37.710574 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Pushing event updated for resources: {'Port': ['ID=adccc0d7-d9ac-4771-808e-0573c473a615,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:37.712824 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Attempting to bind port adccc0d7-d9ac-4771-808e-0573c473a615 on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:17:37.713182 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Attempting to bind port adccc0d7-d9ac-4771-808e-0573c473a615 by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:17:37.713536 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Attempting to bind port adccc0d7-d9ac-4771-808e-0573c473a615 on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:17:37.723131 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.723654 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.724023 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.724699 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.725036 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.725372 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.725714 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.725846 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.726451 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.726798 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.727149 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.727472 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.727794 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.728113 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.728428 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.728745 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:17:37.730777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 044b66e1-9c31-48e8-9d46-74f2298b9e70 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:37.731474 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.732798 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:17:37.733361 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:37.733767 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.735286 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:17:37.735783 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Bound port: adccc0d7-d9ac-4771-808e-0573c473a615, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:17:37.736154 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.789781 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] For port adccc0d7-d9ac-4771-808e-0573c473a615, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:17:37.793154 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] For port adccc0d7-d9ac-4771-808e-0573c473a615, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=adccc0d7-d9ac-4771-808e-0573c473a615,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:17:37.812442 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 044b66e1-9c31-48e8-9d46-74f2298b9e70 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:37.876280 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:37.882385 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Allocated IP 172.20.0.1 (e2a0f500-8880-40a2-ae1d-641ca9b0e059/6be638b3-6b25-48ad-8184-f9b019408456/bb26c2c9-0e7a-46bc-998a-527adf0b498b) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:37.910592 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:37.934917 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:37.935596 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:37.937447 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8cf67-415e-4b4f-b0d3-f3fd38997074 None None] Pushing event updated for resources: {'Port': ['ID=adccc0d7-d9ac-4771-808e-0573c473a615,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:37.986744 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks [] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.026658 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:38.040164 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:38.070067 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.108499 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:38.112774 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:38.117328 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:17:38.138600 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Pushing event updated for resources: {'Port': ['ID=bb26c2c9-0e7a-46bc-998a-527adf0b498b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:38.158866 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (69643de5-de9d-4564-b667-3647db95e5ed), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.212927 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:36Z', 'revision_number': 3, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:38.221498 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:38.243672 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4f9499-c584-4e30-b7bc-1b24db6b8752 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:36Z', 'revision_number': 3, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:38.358124 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.367930 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6e075fa7-a7af-4399-9a7b-377c48919ece None None] Provisioning complete for port bb26c2c9-0e7a-46bc-998a-527adf0b498b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:38.368449 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e075fa7-a7af-4399-9a7b-377c48919ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.399891 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:38.400922 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6e075fa7-a7af-4399-9a7b-377c48919ece None None] Port bb26c2c9-0e7a-46bc-998a-527adf0b498b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:17:38.538385 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks [] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.612676 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12737585'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.684571 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Pushing event updated for resources: {'Port': ['ID=bb26c2c9-0e7a-46bc-998a-527adf0b498b,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:38.687121 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (69643de5-de9d-4564-b667-3647db95e5ed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:38.783923 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:38.785450 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:38.900687 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:17:39.012609 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:39.017467 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-77c56f93-ccf8-4e1b-9ce5-9c20ca9e726f admin admin] 10.222.0.55 "PUT /v2.0/routers/69643de5-de9d-4564-b667-3647db95e5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893444 Jun 22 09:17:39.021082 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-93f8e6f4-a739-48e8-8386-bdea596f46f3 None None] Provisioning complete for port bb26c2c9-0e7a-46bc-998a-527adf0b498b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:39.021454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-93f8e6f4-a739-48e8-8386-bdea596f46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:39.055221 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-93f8e6f4-a739-48e8-8386-bdea596f46f3 None None] Port bb26c2c9-0e7a-46bc-998a-527adf0b498b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:17:39.674373 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device adccc0d7-d9ac-4771-808e-0573c473a615 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:39.697167 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:39.726017 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port adccc0d7-d9ac-4771-808e-0573c473a615 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:39.726393 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:39.759638 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59122) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:39.767122 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1020144187-network', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:39.802404 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port adccc0d7-d9ac-4771-808e-0573c473a615 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:39.802809 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:39.824060 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port adccc0d7-d9ac-4771-808e-0573c473a615, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=adccc0d7-d9ac-4771-808e-0573c473a615,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:39.885132 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Made reservation on behalf of 0fafa77b81ed4c54a217d4af0a901358 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:17:39.887696 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:39.888065 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:39.897597 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:39.898938 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:39.899559 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:39.936572 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:39.973330 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:39.976331 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks [] for security_group (3b158790-4107-4281-af8e-67543415dffc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.029569 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=adccc0d7-d9ac-4771-808e-0573c473a615,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:40.044591 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:40.046121 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:40.058464 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3b158790-4107-4281-af8e-67543415dffc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.088989 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:17:40.094623 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b158790-4107-4281-af8e-67543415dffc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:40.109384 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (db44f245-f1a4-44bc-9c77-a3021ec9dc3c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.109384 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.segments_db [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Added segment db44f245-f1a4-44bc-9c77-a3021ec9dc3c of type vlan for network 129b89a8-9828-407b-8fc3-bb21a48a19d1 Jun 22 09:17:40.146221 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:40.147852 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754879775681'] for network (129b89a8-9828-407b-8fc3-bb21a48a19d1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.224553 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146'] for network (129b89a8-9828-407b-8fc3-bb21a48a19d1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.225563 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:40.226144 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.230325 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 2, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:40.255820 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:40.256171 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Updating router 69643de5-de9d-4564-b667-3647db95e5ed port bb26c2c9-0e7a-46bc-998a-527adf0b498b binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:17:40.285061 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=129b89a8-9828-407b-8fc3-bb21a48a19d1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:40.287245 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.297476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 details requested by agent ovs-agent-dv-cinder-803823-12-iscsi with host dv-cinder-803823-12-iscsi {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 09:17:40.353436 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-2214f5ae-a0c1-497b-8d9c-427e6fff6ed4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5901678 Jun 22 09:17:40.354223 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59124) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:40.360326 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Request body: {'subnet': {'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1020144187-subnet', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:40.450378 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Made reservation on behalf of 0fafa77b81ed4c54a217d4af0a901358 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:17:40.452946 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24792893'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.539106 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:40.609534 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Publish callbacks [] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.698486 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.709961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12984910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24792907'] for subnet (f3f150b1-73ae-4a2b-a06f-60e486120a6f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.758509 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ebc1d-ef10-4629-ab80-337042248df8 None None] Pushing event updated for resources: {'Port': ['ID=bb26c2c9-0e7a-46bc-998a-527adf0b498b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:40.774873 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f150b1-73ae-4a2b-a06f-60e486120a6f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:40.779661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Checking segment: {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:40.780022 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Network hostable DHCP agents. Network: 129b89a8-9828-407b-8fc3-bb21a48a19d1, hostable agents: ['2f2046e9-305d-44db-bca5-c127d99b5044'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:17:40.812103 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Attempting to bind port bb26c2c9-0e7a-46bc-998a-527adf0b498b on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:17:40.812476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Attempting to bind port bb26c2c9-0e7a-46bc-998a-527adf0b498b by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:17:40.812840 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Attempting to bind port bb26c2c9-0e7a-46bc-998a-527adf0b498b on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:17:40.818293 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:17:40.818672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Checking segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:40.819177 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.819579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Bound using segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:17:40.820054 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Bound port: bb26c2c9-0e7a-46bc-998a-527adf0b498b, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:17:40.820613 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.852842 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 is scheduled to be hosted by DHCP agent 2f2046e9-305d-44db-bca5-c127d99b5044 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:17:40.889961 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] For port bb26c2c9-0e7a-46bc-998a-527adf0b498b, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:17:40.893206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] For port bb26c2c9-0e7a-46bc-998a-527adf0b498b, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=bb26c2c9-0e7a-46bc-998a-527adf0b498b,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:17:40.948002 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-12-iscsi, 129b89a8-9828-407b-8fc3-bb21a48a19d1) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:40.952279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:17:40.952838 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:40.956636 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3106758-7408-45bb-ba0b-dae823d68745 None None] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:17:40.962225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:40.987287 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.030971 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5fef6c1f-26b0-4642-a446-10e237b8d7bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6746256 Jun 22 09:17:41.033306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59126) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:41.037837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:41.047810 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:41.058744 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] Provisioning complete for port bb26c2c9-0e7a-46bc-998a-527adf0b498b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:41.059139 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.113426 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:41.136544 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:41.137182 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:41.173796 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-520402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14825'] for router (475def99-39c6-4587-ba53-37d4cb3d858a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.175329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-446577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14846'] for router (475def99-39c6-4587-ba53-37d4cb3d858a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.184825 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ebc1d-ef10-4629-ab80-337042248df8 None None] Pushing event updated for resources: {'Port': ['ID=bb26c2c9-0e7a-46bc-998a-527adf0b498b,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:41.215470 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8510fbdc-6d31-5485-9edf-e8cfc88e1acf-129b89a8-9828-407b-8fc3-bb21a48a19d1', 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'fixed_ips': [{'subnet_id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f'}]}} from dv-cinder-803823-12-iscsi. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 09:17:41.215470 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.248544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks [] for router_controller (475def99-39c6-4587-ba53-37d4cb3d858a), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.451267 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks [] for router_gateway (475def99-39c6-4587-ba53-37d4cb3d858a), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.483597 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] Current status of the port bb26c2c9-0e7a-46bc-998a-527adf0b498b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:41.483890 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.495604 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:41.533687 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:41.642585 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] For port bb26c2c9-0e7a-46bc-998a-527adf0b498b, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=bb26c2c9-0e7a-46bc-998a-527adf0b498b,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:41.660512 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Allocated IP 172.20.0.2 (129b89a8-9828-407b-8fc3-bb21a48a19d1/f3f150b1-73ae-4a2b-a06f-60e486120a6f/6455c50e-1f0f-4a28-ae60-b9759b91bbfb) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:41.683594 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device adccc0d7-d9ac-4771-808e-0573c473a615 up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:41.704358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks [] for router_gateway (475def99-39c6-4587-ba53-37d4cb3d858a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.724575 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.758231 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.808679 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.835715 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Allocated IP 172.27.0.221 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/d21448d4-961f-46b6-8451-759eca780e5a) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:41.873111 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:41.885307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:41.914998 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port adccc0d7-d9ac-4771-808e-0573c473a615 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:41.915372 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.925277 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4653810-488c-445a-86a0-d0b2e5127b02 None None] Pushing event updated for resources: {'Port': ['ID=bb26c2c9-0e7a-46bc-998a-527adf0b498b,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:41.943731 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks [] for port (d21448d4-961f-46b6-8451-759eca780e5a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:41.947283 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bd371ffa-1974-4115-b4be-d5444b3f5fb1 None None] Provisioning complete for port bb26c2c9-0e7a-46bc-998a-527adf0b498b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:41.947654 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bd371ffa-1974-4115-b4be-d5444b3f5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.033744 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (d21448d4-961f-46b6-8451-759eca780e5a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.037478 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4faa51db-061f-498d-aae2-709104921dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:40Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:42.074094 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa51db-061f-498d-aae2-709104921dcd None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:40Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:42.078598 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:42.084471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:42.088542 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:17:42.110456 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Pushing event updated for resources: {'Port': ['ID=d21448d4-961f-46b6-8451-759eca780e5a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:42.119016 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Publish callbacks [] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.174694 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bd371ffa-1974-4115-b4be-d5444b3f5fb1 None None] Current status of the port bb26c2c9-0e7a-46bc-998a-527adf0b498b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:42.176595 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port adccc0d7-d9ac-4771-808e-0573c473a615 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:42.225575 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.271581 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:42.276976 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:42.279266 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Pushing event updated for resources: {'Port': ['ID=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:42.281408 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:17:42.309657 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:42.344809 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Attempting to bind port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:17:42.345173 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Attempting to bind port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:17:42.345534 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Attempting to bind port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb on network 129b89a8-9828-407b-8fc3-bb21a48a19d1 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:17:42.351175 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:17:42.351550 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Checking segment: {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:42.351971 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.352409 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Bound using segment: {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:17:42.358397 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Bound port: 6455c50e-1f0f-4a28-ae60-b9759b91bbfb, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:17:42.358397 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.405607 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:42.423252 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] For port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:17:42.428183 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] For port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:17:42.450199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks [] for router_gateway (475def99-39c6-4587-ba53-37d4cb3d858a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.516331 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.587148 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495c48-fd73-4e25-91c6-5aaf6c4cb329 None None] Pushing event updated for resources: {'Port': ['ID=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:42.656549 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519883'] for router (475def99-39c6-4587-ba53-37d4cb3d858a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:42.881665 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Router 475def99-39c6-4587-ba53-37d4cb3d858a is scheduled to L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 09:17:42.990080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:42.999340 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Sync routers for ids ['475def99-39c6-4587-ba53-37d4cb3d858a'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:43.010597 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Routers {'475def99-39c6-4587-ba53-37d4cb3d858a'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:43.011269 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['475def99-39c6-4587-ba53-37d4cb3d858a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:43.055422 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.057085 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e62a8a2c-4344-4c59-bb5d-b49206acd5bb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0228157 Jun 22 09:17:43.059949 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59128) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:43.120524 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Set router 475def99-39c6-4587-ba53-37d4cb3d858a gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:43.155926 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:43.401496 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:42Z', 'revision_number': 3, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:43.427686 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Checking router: 475def99-39c6-4587-ba53-37d4cb3d858a for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:43.428035 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Updating router 475def99-39c6-4587-ba53-37d4cb3d858a port d21448d4-961f-46b6-8451-759eca780e5a binding host dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:17:43.461380 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d21448d4-961f-46b6-8451-759eca780e5a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.516945 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.548384 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae32c84-346c-4918-bff7-59714e7428b7 None None] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:17:43.660264 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] Provisioning complete for port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:43.660264 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.694240 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:43.714961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Allocated IP 172.20.0.1 (129b89a8-9828-407b-8fc3-bb21a48a19d1/f3f150b1-73ae-4a2b-a06f-60e486120a6f/2269d62a-3dc7-4e76-83d3-2d7a7f536ebb) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:17:43.751465 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Publish callbacks [] for port (d21448d4-961f-46b6-8451-759eca780e5a), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.759777 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6455c50e-1f0f-4a28-ae60-b9759b91bbfb up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:43.796956 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] Current status of the port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:43.797277 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.839277 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d21448d4-961f-46b6-8451-759eca780e5a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.849609 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] For port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:43.849609 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:43.849609 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.857914 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks [] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.890889 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f0326-f025-4113-b011-3da17867d147 None None] Pushing event updated for resources: {'Port': ['ID=d21448d4-961f-46b6-8451-759eca780e5a,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:43.914064 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Attempting to bind port d21448d4-961f-46b6-8451-759eca780e5a on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:17:43.914510 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Attempting to bind port d21448d4-961f-46b6-8451-759eca780e5a by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:17:43.914982 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Attempting to bind port d21448d4-961f-46b6-8451-759eca780e5a on network 72347d35-4d7b-4fc5-ad26-6809f3c1660a {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:17:43.921281 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:17:43.921732 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Checking segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:43.922212 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.922668 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Bound using segment: {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:17:43.923237 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Bound port: d21448d4-961f-46b6-8451-759eca780e5a, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:17:43.923982 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d21448d4-961f-46b6-8451-759eca780e5a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.926906 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.950237 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:43.954931 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.962859 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:43.963501 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:43.966436 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:43.981529 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] For port d21448d4-961f-46b6-8451-759eca780e5a, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:17:43.983359 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:43.985697 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] For port d21448d4-961f-46b6-8451-759eca780e5a, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d21448d4-961f-46b6-8451-759eca780e5a,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:17:43.996280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:43.999865 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6789b4-0c39-4cd2-ba79-d4e0063045d7 None None] Pushing event updated for resources: {'Port': ['ID=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:44.000746 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:44.004830 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:17:44.026284 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:44.029113 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Pushing event updated for resources: {'Port': ['ID=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:44.040524 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.db.api [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 09:17:44.043396 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG oslo_db.api [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:17:44.049961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517998'] for router_interface (475def99-39c6-4587-ba53-37d4cb3d858a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.051907 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f4662c5b-8ed0-4fc8-ae1b-25510702e475 None None] Provisioning complete for port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:44.052839 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f4662c5b-8ed0-4fc8-ae1b-25510702e475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.064611 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d21448d4-961f-46b6-8451-759eca780e5a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.227817 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Routers {'475def99-39c6-4587-ba53-37d4cb3d858a'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:44.228458 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['475def99-39c6-4587-ba53-37d4cb3d858a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:44.230351 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f0326-f025-4113-b011-3da17867d147 None None] Pushing event updated for resources: {'Port': ['ID=d21448d4-961f-46b6-8451-759eca780e5a,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:44.267014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.289134 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f4662c5b-8ed0-4fc8-ae1b-25510702e475 None None] Current status of the port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:44.408147 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0a0f47ce-ff86-415b-95bc-b53d2a7f3cd6 None None] Provisioning complete for port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:44.408582 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a0f47ce-ff86-415b-95bc-b53d2a7f3cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.414636 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] Set router 475def99-39c6-4587-ba53-37d4cb3d858a gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:44.439506 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:44.444792 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f47ce-ff86-415b-95bc-b53d2a7f3cd6 None None] Port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:17:44.576719 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:44.577914 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device bb26c2c9-0e7a-46bc-998a-527adf0b498b up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:44.610155 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:44Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '2269d62a-3dc7-4e76-83d3-2d7a7f536ebb', 'name': '', 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'mac_address': 'fa:16:3e:16:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:43Z', 'updated_at': '2022-06-22T09:17:43Z', 'revision_number': 1, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'subnets': [{'id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:44.624505 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port bb26c2c9-0e7a-46bc-998a-527adf0b498b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:44.624891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.640674 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e32e8-f201-4295-b331-6510023558f4 None None] The sync data for ids ['475def99-39c6-4587-ba53-37d4cb3d858a'] in dv-cinder-803823-12-iscsi is: [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:44Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '2269d62a-3dc7-4e76-83d3-2d7a7f536ebb', 'name': '', 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'mac_address': 'fa:16:3e:16:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:43Z', 'updated_at': '2022-06-22T09:17:43Z', 'revision_number': 1, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'subnets': [{'id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:44.703013 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port bb26c2c9-0e7a-46bc-998a-527adf0b498b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:44.719230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks [] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.761059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.834299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524286'] for router_interface (475def99-39c6-4587-ba53-37d4cb3d858a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:44.846717 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Pushing event updated for resources: {'Port': ['ID=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:44.940110 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:17:44.941570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:17:44.947524 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:45.061471 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Router 475def99-39c6-4587-ba53-37d4cb3d858a has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:17:45.174786 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:17:45.183118 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9db3679d-0e29-4713-acea-ae40a19bafce None None] Provisioning complete for port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:45.183502 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9db3679d-0e29-4713-acea-ae40a19bafce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.195480 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e6bd6529-fd94-496e-814a-9a91991b11ac admin admin] 10.222.0.55 "PUT /v2.0/routers/475def99-39c6-4587-ba53-37d4cb3d858a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1343689 Jun 22 09:17:45.230006 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9db3679d-0e29-4713-acea-ae40a19bafce None None] Port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:17:45.713661 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:45.720244 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682762035', 'description': 'tempest-secgroup-smoke-682762035 description', 'project_id': '6ebebf95a551410b97bd5651b7173f0b'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:45.737398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d21448d4-961f-46b6-8451-759eca780e5a up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:45.785630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d21448d4-961f-46b6-8451-759eca780e5a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:45.785997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d21448d4-961f-46b6-8451-759eca780e5a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.824352 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.868225 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d21448d4-961f-46b6-8451-759eca780e5a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:45.868706 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (d21448d4-961f-46b6-8451-759eca780e5a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.891441 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] For port d21448d4-961f-46b6-8451-759eca780e5a, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d21448d4-961f-46b6-8451-759eca780e5a,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:45.898099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group (3913980a-7f49-469f-93a0-ab2a61825f89), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.944835 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (d21448d4-961f-46b6-8451-759eca780e5a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.945873 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6455c50e-1f0f-4a28-ae60-b9759b91bbfb up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:45.972856 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3913980a-7f49-469f-93a0-ab2a61825f89), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:45.992264 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:46.004022 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3913980a-7f49-469f-93a0-ab2a61825f89,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:46.022888 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Pushing event updated for resources: {'Port': ['ID=d21448d4-961f-46b6-8451-759eca780e5a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:46.037631 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:46.037631 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.092420 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.093999 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-a39086b4-f06f-413c-a639-bcb1105766b5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3793170 Jun 22 09:17:46.097010 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59138) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:46.101907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group_rule': {'security_group_id': '3913980a-7f49-469f-93a0-ab2a61825f89', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:46.104907 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:46.201164 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (585c5490-f962-48dd-aeae-60a07e75763b), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.259761 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (585c5490-f962-48dd-aeae-60a07e75763b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.332928 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (585c5490-f962-48dd-aeae-60a07e75763b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.352868 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585c5490-f962-48dd-aeae-60a07e75763b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:46.418461 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.419747 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-f88daeea-d7f5-48ab-887a-c994a843e1ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217881 Jun 22 09:17:46.423919 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59140) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:46.428516 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group_rule': {'security_group_id': '3913980a-7f49-469f-93a0-ab2a61825f89', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:46.523056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (590e2a17-0897-4b81-9afc-2a9d09b6b835), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.577761 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (590e2a17-0897-4b81-9afc-2a9d09b6b835), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.650630 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (590e2a17-0897-4b81-9afc-2a9d09b6b835), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.655527 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Sync routers for ids ['475def99-39c6-4587-ba53-37d4cb3d858a'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:17:46.665823 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Routers {'475def99-39c6-4587-ba53-37d4cb3d858a'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:46.666474 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['475def99-39c6-4587-ba53-37d4cb3d858a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:46.670173 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590e2a17-0897-4b81-9afc-2a9d09b6b835,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:46.722846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.724775 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-714e2a13-6587-4117-b8df-23cfb51a4e35 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998602 Jun 22 09:17:46.727478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59142) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:46.731950 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group_rule': {'security_group_id': '3913980a-7f49-469f-93a0-ab2a61825f89', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:46.770358 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Set router 475def99-39c6-4587-ba53-37d4cb3d858a gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:46.799487 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:46.819083 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (ce0c249a-ccc7-4c37-997f-e84a687930ba), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.878212 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (ce0c249a-ccc7-4c37-997f-e84a687930ba), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.927617 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (ce0c249a-ccc7-4c37-997f-e84a687930ba), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:46.949210 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0c249a-ccc7-4c37-997f-e84a687930ba,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:46.958425 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:44Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '2269d62a-3dc7-4e76-83d3-2d7a7f536ebb', 'name': '', 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'mac_address': 'fa:16:3e:16:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:43Z', 'updated_at': '2022-06-22T09:17:44Z', 'revision_number': 2, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'subnets': [{'id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:46.983994 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Checking router: 475def99-39c6-4587-ba53-37d4cb3d858a for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:17:46.984350 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Updating router 475def99-39c6-4587-ba53-37d4cb3d858a port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb binding host dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:17:46.987010 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:47.012310 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.020381 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.022869 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-86452efd-29d7-4cdb-85c3-830daa1504d3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932510 Jun 22 09:17:47.024337 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59144) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:47.028703 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group_rule': {'security_group_id': '3913980a-7f49-469f-93a0-ab2a61825f89', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:47.121429 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (306a7ace-f4dd-4297-9288-03a9d2423e42), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.130158 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:47.179509 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (306a7ace-f4dd-4297-9288-03a9d2423e42), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.267402 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (306a7ace-f4dd-4297-9288-03a9d2423e42), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.270425 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Publish callbacks [] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.287704 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306a7ace-f4dd-4297-9288-03a9d2423e42,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:47.389544 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.398285 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.399535 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5245de62-f2c3-4067-8817-7886a9acf142 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3741825 Jun 22 09:17:47.402239 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59146) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:47.406470 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group_rule': {'security_group_id': '3913980a-7f49-469f-93a0-ab2a61825f89', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:47.440412 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245b2c-3061-479c-adb5-5471e8750659 None None] Pushing event updated for resources: {'Port': ['ID=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:47.481730 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Project 6ebebf95a551410b97bd5651b7173f0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:17:47.489011 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (25224ae3-8260-42ee-a3c5-e6137e376f5e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.513308 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Attempting to bind port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb on host dv-cinder-803823-12-iscsi for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:17:47.513675 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Attempting to bind port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb by drivers openvswitch,hyperv on host dv-cinder-803823-12-iscsi at level 0 using segments [{'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:17:47.514071 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Attempting to bind port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb on network 129b89a8-9828-407b-8fc3-bb21a48a19d1 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:17:47.519686 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Checking agent: {'id': '8832764c-5dc3-41d6-8f2b-39d5f0e4dd09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 8, 59, 1), 'started_at': datetime.datetime(2022, 6, 22, 8, 59, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:17:47.520078 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Checking segment: {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:17:47.520471 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.520858 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Bound using segment: {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:17:47.521323 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Bound port: 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb, host: dv-cinder-803823-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:17:47.521702 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.541173 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:47.557657 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (25224ae3-8260-42ee-a3c5-e6137e376f5e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.587962 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] For port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb, host dv-cinder-803823-12-iscsi, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:17:47.591158 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] For port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb, host dv-cinder-803823-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:17:47.601329 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (25224ae3-8260-42ee-a3c5-e6137e376f5e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.622219 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25224ae3-8260-42ee-a3c5-e6137e376f5e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:47.663809 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.693542 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.693764 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d21448d4-961f-46b6-8451-759eca780e5a up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:47.694700 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-bda861ac-cc3d-4ec0-957a-e98956bbcd97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2914929 Jun 22 09:17:47.697447 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59148) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:17:47.701695 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'security_group_rule': {'security_group_id': '3913980a-7f49-469f-93a0-ab2a61825f89', 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:17:47.742394 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] Provisioning complete for port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:47.742785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.789131 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Project 6ebebf95a551410b97bd5651b7173f0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:17:47.796359 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (35414979-f8ba-4036-b49e-c9d1ec57110b), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.808533 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245b2c-3061-479c-adb5-5471e8750659 None None] Pushing event updated for resources: {'Port': ['ID=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:47.816131 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Routers {'475def99-39c6-4587-ba53-37d4cb3d858a'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:17:47.817199 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['475def99-39c6-4587-ba53-37d4cb3d858a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:47.862573 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:47.868085 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (35414979-f8ba-4036-b49e-c9d1ec57110b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.883320 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port d21448d4-961f-46b6-8451-759eca780e5a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:47.883691 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (d21448d4-961f-46b6-8451-759eca780e5a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.921408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477991'] for security_group_rule (35414979-f8ba-4036-b49e-c9d1ec57110b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.942393 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35414979-f8ba-4036-b49e-c9d1ec57110b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:47.962891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:47.991939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:47.993177 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-6732b850-7374-4484-b98c-debcbb7dcc38 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2948339 Jun 22 09:17:47.996039 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] Current status of the port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:47.996467 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:48.019547 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] Set router 475def99-39c6-4587-ba53-37d4cb3d858a gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:17:48.141036 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] For port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:17:48.144338 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port d21448d4-961f-46b6-8451-759eca780e5a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:48.200154 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:48.287336 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57516af7-06df-4994-a578-4a3b482ca664 None None] Pushing event updated for resources: {'Port': ['ID=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:17:48.306490 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:44Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '2269d62a-3dc7-4e76-83d3-2d7a7f536ebb', 'name': '', 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'mac_address': 'fa:16:3e:16:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:43Z', 'updated_at': '2022-06-22T09:17:47Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'subnets': [{'id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:17:48.464828 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd2326-030e-43b5-89b7-f1a71f172d50 None None] The sync data for ids ['475def99-39c6-4587-ba53-37d4cb3d858a'] in dv-cinder-803823-12-iscsi is: [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:44Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': '2269d62a-3dc7-4e76-83d3-2d7a7f536ebb', 'name': '', 'network_id': '129b89a8-9828-407b-8fc3-bb21a48a19d1', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'mac_address': 'fa:16:3e:16:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:43Z', 'updated_at': '2022-06-22T09:17:47Z', 'revision_number': 4, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'subnets': [{'id': 'f3f150b1-73ae-4a2b-a06f-60e486120a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:17:48.469043 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ea20a8b2-b20c-4576-83a6-78b7702d44ab None None] Provisioning complete for port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:48.469409 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea20a8b2-b20c-4576-83a6-78b7702d44ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:48.542684 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ea20a8b2-b20c-4576-83a6-78b7702d44ab None None] Current status of the port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:48.656824 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:17:49.681432 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb up at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:17:49.726510 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Provisioning complete for port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:17:49.726905 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:49.768946 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:49.801204 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Current status of the port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:17:50.261929 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:56.193164 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-61fddc18-3886-4b32-bb13-c1fc4bb87383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:57.941519 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:57.942375 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:17:58.480886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12536dd7-3a09-4053-8922-72f6cf4c3b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:17:59.606571 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:01.177720 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:01.572288 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:01.629408 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=20 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:01.634403 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:03.809627 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-34cce460-203f-4636-9417-e2f532050f98 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682762035&fields=id&tenant_id=6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 267 time: 0.0442243 Jun 22 09:18:03.916570 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-3e73bc4f-dd69-4b9a-a6f7-78c45cfb9cb2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:03.917923 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-3e73bc4f-dd69-4b9a-a6f7-78c45cfb9cb2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 812 time: 0.1020687 Jun 22 09:18:03.931972 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-9dbb9e3e-6ca2-4dab-a20c-16bc7b5d7536 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/quotas/6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 375 time: 0.0087972 Jun 22 09:18:03.978967 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-40c265a2-96ca-49be-b0cf-2084a31a889d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422463 Jun 22 09:18:04.079531 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-b8fce686-8c48-4c4c-9da6-b4b1df97e729 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:18:04.080533 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-b8fce686-8c48-4c4c-9da6-b4b1df97e729 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0908775 Jun 22 09:18:04.172217 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-440bbdc7-a1aa-4e2c-a1db-d0c9521ee00a service neutron] 10.222.0.55 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859396 Jun 22 09:18:04.259459 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-a2056497-c694-41dd-bf41-907cd4aa4657 service neutron] 10.222.0.55 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808494 Jun 22 09:18:04.898116 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2f0a8d6c-e941-4534-b7ea-44b5977cd206 req-3fa26f1f-ea23-4ae5-92f7-9f2a224a5fc5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 210 time: 0.0884104 Jun 22 09:18:06.002148 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-cf8cea44-46d9-4e09-a234-34c667ce6bcc req-8cf9d7e3-404f-4f8b-9650-ce419daeb4b6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 210 time: 0.0323343 Jun 22 09:18:07.132899 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-9e661c48-99f1-40c3-99d2-43c7ee02c0de req-94d5bd23-4b14-46cc-ae3d-51d76938caff tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 210 time: 0.0636382 Jun 22 09:18:07.163489 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-5d213060-14b3-480c-b0f1-e2aad7212455 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:07.165080 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-5d213060-14b3-480c-b0f1-e2aad7212455 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 812 time: 0.1314583 Jun 22 09:18:07.232987 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-3fa3b5cc-0e21-447f-9e6f-e36cbebcbf6a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 379 time: 0.0540204 Jun 22 09:18:07.240948 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'port': {'device_id': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'admin_state_up': True, 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'security_groups': ['3913980a-7f49-469f-93a0-ab2a61825f89']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:18:07.429694 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Made reservation on behalf of 6ebebf95a551410b97bd5651b7173f0b for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:18:07.433175 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.560045 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Allocated IP 172.20.0.11 (e2a0f500-8880-40a2-ae1d-641ca9b0e059/6be638b3-6b25-48ad-8184-f9b019408456/f2cd227a-d1b0-45ad-b209-19f717b3ed2e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:18:07.698855 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.781557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.823852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:18:07.828502 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:18:07.832253 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:18:07.856000 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:07.869947 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.870303 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.870629 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.870992 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.871320 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.871645 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.871965 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.872283 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.872602 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.872921 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.873240 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.873565 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.873878 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.874192 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.874505 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:07.897837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:07.898513 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:07.902305 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:07.975632 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8fdb4b4e-45c9-441e-ba99-5aafee0c196b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375805 Jun 22 09:18:07.984038 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-770ac44f-8ede-4600-9e4e-22a345a795df tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:18:07.985537 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-770ac44f-8ede-4600-9e4e-22a345a795df tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056691 Jun 22 09:18:08.044478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Request body: {'port': {'device_id': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:18:08.072594 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e11da2fb-0751-42eb-b7fc-a31b08bb4ecb None None] Provisioning complete for port f2cd227a-d1b0-45ad-b209-19f717b3ed2e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:18:08.073634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e11da2fb-0751-42eb-b7fc-a31b08bb4ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.105700 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e11da2fb-0751-42eb-b7fc-a31b08bb4ecb None None] Port f2cd227a-d1b0-45ad-b209-19f717b3ed2e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:18:08.108394 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.161277 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:08.253098 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d3277-d68e-4453-a889-27f413a01791 req-ecb6f142-e0f3-4e8d-9c21-a74006bbff42 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:08.254756 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ec5d3277-d68e-4453-a889-27f413a01791 req-ecb6f142-e0f3-4e8d-9c21-a74006bbff42 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 932 time: 0.0502546 Jun 22 09:18:08.305703 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-ec5d3277-d68e-4453-a889-27f413a01791 req-446c0f59-d4aa-4616-bb77-9c5dffbc536f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451736 Jun 22 09:18:08.371063 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cd227a-d1b0-45ad-b209-19f717b3ed2e {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:18:08.378462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Publish callbacks [] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.390795 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Transition to ACTIVE for port object f2cd227a-d1b0-45ad-b209-19f717b3ed2e will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:18:08.452337 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.509059 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:08.575540 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Attempting to bind port f2cd227a-d1b0-45ad-b209-19f717b3ed2e on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:18:08.575878 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Attempting to bind port f2cd227a-d1b0-45ad-b209-19f717b3ed2e by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:18:08.576207 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Attempting to bind port f2cd227a-d1b0-45ad-b209-19f717b3ed2e on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:18:08.580797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Port f2cd227a-d1b0-45ad-b209-19f717b3ed2e on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:18:08.581116 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Attempting to bind port f2cd227a-d1b0-45ad-b209-19f717b3ed2e on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:18:08.587094 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:18:08.587435 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Checking segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:18:08.587819 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Bound using segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:18:08.588246 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Bound port: f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:18:08.588638 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.652486 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] For port f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:18:08.655898 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] For port f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:18:08.761372 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.788220 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:08.803214 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:08.803826 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:08.805186 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] 10.222.0.47 "PUT /v2.0/ports/f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 200 len: 1094 time: 0.8082645 Jun 22 09:18:08.805619 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:18:08.807846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde87987-ccdd-4656-b87d-7cac252e1263" -d '{"events": [{"name": "network-changed", "server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:08.827107 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cea04b-0ca5-4379-9a72-11d6c00051ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:08.908981 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6fc709-368b-4531-9881-d4e733a95d6a x-openstack-request-id: req-0a6fc709-368b-4531-9881-d4e733a95d6a {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:08.909271 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:08.909525 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a6fc709-368b-4531-9881-d4e733a95d6a {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:08.909948 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6fc709-368b-4531-9881-d4e733a95d6a'] response: {'name': 'network-changed', 'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'status': 'completed', 'code': 200} Jun 22 09:18:08.967023 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-a272df0d-bfdb-4137-b40a-fa056398fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:08.968527 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-a272df0d-bfdb-4137-b40a-fa056398fbe8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1128 time: 0.0412378 Jun 22 09:18:09.013917 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-5a367172-e472-424b-ab3e-62e95b415a67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 200 len: 217 time: 0.0329731 Jun 22 09:18:09.062021 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-df21abf3-4ad2-49a5-940a-a19c58cc6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.063554 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-df21abf3-4ad2-49a5-940a-a19c58cc6c74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0433357 Jun 22 09:18:09.110526 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-5359cdca-5303-4406-8c9c-b5f692ee1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.112043 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-5359cdca-5303-4406-8c9c-b5f692ee1e70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411923 Jun 22 09:18:09.200167 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-eff29e9f-2402-4397-a70c-7dc3e149d808 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820787 Jun 22 09:18:09.290631 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4bd723c6-5734-40f6-b038-5e0069602aa0 req-8cba7a0a-e9c1-47e7-8bb0-002e9d1bed17 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845788 Jun 22 09:18:09.418128 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dc5e8-f0f7-4210-8d08-95c4a3170db1 req-d3fdaa05-9d69-4c72-9c09-d2c772a93239 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.419606 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1b8dc5e8-f0f7-4210-8d08-95c4a3170db1 req-d3fdaa05-9d69-4c72-9c09-d2c772a93239 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0464511 Jun 22 09:18:09.467291 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1b8dc5e8-f0f7-4210-8d08-95c4a3170db1 req-d4b8ed27-6c70-4169-98c0-51534329a473 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421114 Jun 22 09:18:09.713983 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-f537a0c2-b5ac-4d39-9b24-be00edca975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.715433 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-f537a0c2-b5ac-4d39-9b24-be00edca975c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1128 time: 0.0382991 Jun 22 09:18:09.805934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-43738169-569a-4525-873e-73d71fa251a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.807356 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-43738169-569a-4525-873e-73d71fa251a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0852945 Jun 22 09:18:09.848175 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-185697d5-b245-423f-8e1d-22d6b9eff3b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 200 len: 217 time: 0.0338809 Jun 22 09:18:09.898199 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-1ea13ebf-e074-4de0-8029-a9e22a9be027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.899633 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-1ea13ebf-e074-4de0-8029-a9e22a9be027 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0462654 Jun 22 09:18:09.945032 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-50669981-bb14-40a4-9e69-db0659caff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:09.946494 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-50669981-bb14-40a4-9e69-db0659caff30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413017 Jun 22 09:18:09.972225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:10.035236 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-2b99a230-b82b-4a5d-954c-7ded5dde7850 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832276 Jun 22 09:18:10.125119 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-dde87987-ccdd-4656-b87d-7cac252e1263 req-81d00855-f3d6-4410-97b1-9901b06e970e service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Jun 22 09:18:10.580383 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c57277-d73f-4b25-a9c4-51a7f64ee459 req-72ba9678-d70d-4647-bcda-f6a7aba49561 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:10.581835 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53c57277-d73f-4b25-a9c4-51a7f64ee459 req-72ba9678-d70d-4647-bcda-f6a7aba49561 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0464005 Jun 22 09:18:10.629756 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-53c57277-d73f-4b25-a9c4-51a7f64ee459 req-2804560f-5aaf-49bb-89aa-92a792fa68af tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Jun 22 09:18:11.669132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:11.744371 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e955-1a88-4e63-a455-7ded1f5010f0 req-a1bb3012-d454-4715-8b3a-945fa5fb2801 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:11.745827 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7377e955-1a88-4e63-a455-7ded1f5010f0 req-a1bb3012-d454-4715-8b3a-945fa5fb2801 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0497880 Jun 22 09:18:11.794230 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-7377e955-1a88-4e63-a455-7ded1f5010f0 req-427fbadb-4748-48b3-8572-046ad9ed7971 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Jun 22 09:18:12.905034 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115afc1-a976-4ca2-a916-e95156e0b3b9 req-8bf8397d-525e-485e-85d6-432881d1fcba tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:12.906456 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c115afc1-a976-4ca2-a916-e95156e0b3b9 req-8bf8397d-525e-485e-85d6-432881d1fcba tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0447657 Jun 22 09:18:12.956777 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-c115afc1-a976-4ca2-a916-e95156e0b3b9 req-de9153ec-d3d7-426f-ad96-e3b464039204 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 Jun 22 09:18:14.068704 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ff3fa-18dd-4cb6-8b80-d52dea850336 req-d0bf2f8e-fde3-4309-b486-537f137bbdee tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:14.070164 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5f6ff3fa-18dd-4cb6-8b80-d52dea850336 req-d0bf2f8e-fde3-4309-b486-537f137bbdee tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0469196 Jun 22 09:18:14.118622 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-5f6ff3fa-18dd-4cb6-8b80-d52dea850336 req-5c6c3609-f29e-4611-8661-8fff884a85c3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429342 Jun 22 09:18:15.193427 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:15.232298 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de291-0ac3-488b-93b2-d62c46f63c0d req-453a4759-5b9e-42a7-8191-89b56062015d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:15.233789 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-638de291-0ac3-488b-93b2-d62c46f63c0d req-453a4759-5b9e-42a7-8191-89b56062015d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0487120 Jun 22 09:18:15.282959 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-638de291-0ac3-488b-93b2-d62c46f63c0d req-0bcadd62-aad4-4c46-b103-08f6546a8257 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 Jun 22 09:18:16.395848 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366cd7c-e79e-483d-821c-c8fdd9bfa09d req-d01aad0a-0b9d-4beb-9e55-9fa3f1e05774 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:16.397799 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1366cd7c-e79e-483d-821c-c8fdd9bfa09d req-d01aad0a-0b9d-4beb-9e55-9fa3f1e05774 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0456238 Jun 22 09:18:16.449185 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1366cd7c-e79e-483d-821c-c8fdd9bfa09d req-a153b0e1-89ea-44b5-a3d5-5f8c29c7350e tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457473 Jun 22 09:18:17.561009 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8c985-5636-4406-ac02-613bc26cd8f8 req-8e039264-9b04-4fb1-a095-9b3315ef0f07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:17.562436 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2bb8c985-5636-4406-ac02-613bc26cd8f8 req-8e039264-9b04-4fb1-a095-9b3315ef0f07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 944 time: 0.0462780 Jun 22 09:18:17.609941 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2bb8c985-5636-4406-ac02-613bc26cd8f8 req-3ac54b0c-67e8-4d94-b32a-5106866c3497 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Jun 22 09:18:18.092206 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device f2cd227a-d1b0-45ad-b209-19f717b3ed2e details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:18:18.164737 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:18.191360 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:18.203270 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'port_id': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'mac_address': 'fa:16:3e:04:39:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:18:18.237718 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port f2cd227a-d1b0-45ad-b209-19f717b3ed2e is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:18:18.238021 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.251482 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd227a-d1b0-45ad-b209-19f717b3ed2e {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:18:18.270454 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:18.329975 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:18.377007 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:18.384188 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.384540 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.384884 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.385225 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.385560 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.385891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.386218 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.386543 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.386898 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.387229 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.387554 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.387878 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.388198 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.388518 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.388836 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:18:18.604381 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['f2cd227a-d1b0-45ad-b209-19f717b3ed2e'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:18:18.723309 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af99852-45eb-4a3d-95e7-096b4e8a9fa9 req-206a3454-50d8-4ea2-8824-863eb054b535 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:18.725390 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8af99852-45eb-4a3d-95e7-096b4e8a9fa9 req-206a3454-50d8-4ea2-8824-863eb054b535 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 945 time: 0.0463090 Jun 22 09:18:18.773899 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8af99852-45eb-4a3d-95e7-096b4e8a9fa9 req-ee439071-9efb-42b2-a00a-d44d7ceb8abe tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429139 Jun 22 09:18:18.795964 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:19.890113 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4cacb-b4dc-4c64-9b73-1d98b3d77ec3 req-9f1d3cfc-4369-40e0-aac9-8e85bc4d03f8 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:19.891493 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b0c4cacb-b4dc-4c64-9b73-1d98b3d77ec3 req-9f1d3cfc-4369-40e0-aac9-8e85bc4d03f8 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Jun 22 09:18:19.938351 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-b0c4cacb-b4dc-4c64-9b73-1d98b3d77ec3 req-8517937e-4406-4ca3-84ee-6950d1c33c22 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 Jun 22 09:18:20.111750 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device f2cd227a-d1b0-45ad-b209-19f717b3ed2e up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:18:20.154008 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port f2cd227a-d1b0-45ad-b209-19f717b3ed2e completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:18:20.226487 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port f2cd227a-d1b0-45ad-b209-19f717b3ed2e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:18:20.226884 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.296654 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port f2cd227a-d1b0-45ad-b209-19f717b3ed2e is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:18:20.297035 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.320998 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:18:20.323213 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82090db-b5fc-47fe-b56d-5d21787223e9" -d '{"events": [{"server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:20.340103 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:18:20.421634 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fc4f2-61a5-46e6-b596-1f86badf8667 x-openstack-request-id: req-3a6fc4f2-61a5-46e6-b596-1f86badf8667 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:20.421930 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:20.422181 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a6fc4f2-61a5-46e6-b596-1f86badf8667 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:20.422574 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6fc4f2-61a5-46e6-b596-1f86badf8667'] response: {'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'code': 200} Jun 22 09:18:20.423782 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:20.475277 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:20.831826 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba872021-3479-497e-aa89-5098525ddc03 req-ba571583-ceaf-4cac-ac3b-015ec9f59458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:20.833269 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba872021-3479-497e-aa89-5098525ddc03 req-ba571583-ceaf-4cac-ac3b-015ec9f59458 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1130 time: 0.0376050 Jun 22 09:18:20.878007 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ba872021-3479-497e-aa89-5098525ddc03 req-2f7f5c02-0ff1-4432-bc9b-5e909817c3d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390337 Jun 22 09:18:21.053250 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520cc2b-a30a-4edd-ab34-e9cc1e3dc426 req-5e89d08b-4a66-4f38-84a4-ea16ce73e35f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:21.054709 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d520cc2b-a30a-4edd-ab34-e9cc1e3dc426 req-5e89d08b-4a66-4f38-84a4-ea16ce73e35f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0505183 Jun 22 09:18:21.103165 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d520cc2b-a30a-4edd-ab34-e9cc1e3dc426 req-1de26d5d-878c-47db-bb31-c62c41627820 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Jun 22 09:18:22.217538 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78a52e-b961-43e4-8bff-a4467807eab8 req-8e148a5d-0295-48f4-9ade-fa9ede653958 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:22.219053 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1b78a52e-b961-43e4-8bff-a4467807eab8 req-8e148a5d-0295-48f4-9ade-fa9ede653958 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0466964 Jun 22 09:18:22.231551 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:22.239199 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:22.270050 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1b78a52e-b961-43e4-8bff-a4467807eab8 req-e5a6319c-040f-415c-af99-e50a8c25a9a4 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447617 Jun 22 09:18:22.386732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3052202-5224-4f69-ba9f-8d52bb7ee478 req-7b5a734a-72cc-4474-b129-8f829dba31b9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:22.388171 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d3052202-5224-4f69-ba9f-8d52bb7ee478 req-7b5a734a-72cc-4474-b129-8f829dba31b9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Jun 22 09:18:22.435753 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d3052202-5224-4f69-ba9f-8d52bb7ee478 req-6997b2bd-e157-488e-bdb1-295e4291c02c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Jun 22 09:18:22.459061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59320) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:22.536700 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb0d8e-4a8d-485a-9ba6-a9d95612a795 tempest-TestVolumeBootPattern-1010728487 tempest-TestVolumeBootPattern-1010728487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:22.538782 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5fdb0d8e-4a8d-485a-9ba6-a9d95612a795 tempest-TestVolumeBootPattern-1010728487 tempest-TestVolumeBootPattern-1010728487-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1125 time: 0.0781410 Jun 22 09:18:22.541611 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59324) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:18:22.545689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'port_id': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:18:22.601283 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:22.670193 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:22.681852 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:22.786849 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Allocated IP 172.27.0.79 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/4ed2e663-f874-46d3-8587-fb2ed85d9f9d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:18:22.858265 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:22.885830 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:22.971975 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:23.013848 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:18:23.018201 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:18:23.021919 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:18:23.045075 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=4ed2e663-f874-46d3-8587-fb2ed85d9f9d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:23.361869 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (f8dad15b-a61f-4a45-b0cc-85a158aee4e5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:23.495762 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:23.497864 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:23.640019 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:23.686146 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:23.715333 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:23.752780 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=4ed2e663-f874-46d3-8587-fb2ed85d9f9d,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:18:23.764351 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (f8dad15b-a61f-4a45-b0cc-85a158aee4e5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:23.858325 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Floating IP f8dad15b-a61f-4a45-b0cc-85a158aee4e5 associated. External IP: 172.27.0.79, port: f2cd227a-d1b0-45ad-b209-19f717b3ed2e. Jun 22 09:18:24.310399 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:18:24.413078 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:18:24.422450 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:18:24.432592 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:24.435988 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:24.465446 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:24.495149 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-fb807354-f8b4-45c6-a802-19d9bac7fdc2 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9525156 Jun 22 09:18:24.495733 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:18:24.497962 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76740acb-87c9-40eb-8095-28056410611b" -d '{"events": [{"name": "network-changed", "server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:18:24.534070 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1f2f5-54ea-417d-a7ee-e3d9541b1a9a x-openstack-request-id: req-62b1f2f5-54ea-417d-a7ee-e3d9541b1a9a {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:18:24.534358 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:18:24.534609 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62b1f2f5-54ea-417d-a7ee-e3d9541b1a9a {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:18:24.535042 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b1f2f5-54ea-417d-a7ee-e3d9541b1a9a'] response: {'name': 'network-changed', 'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'status': 'completed', 'code': 200} Jun 22 09:18:24.537634 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:24.619467 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740acb-87c9-40eb-8095-28056410611b req-b63cf481-8011-4c1a-b70e-595763d97344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:24.620932 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-b63cf481-8011-4c1a-b70e-595763d97344 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1130 time: 0.0396209 Jun 22 09:18:24.713456 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740acb-87c9-40eb-8095-28056410611b req-f421b13a-b211-4c16-8b7d-08f18c89e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:24.714959 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-f421b13a-b211-4c16-8b7d-08f18c89e0ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0884395 Jun 22 09:18:24.751758 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'f8dad15b-a61f-4a45-b0cc-85a158aee4e5', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:04:39:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:18:23Z', 'updated_at': '2022-06-22T09:18:23Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:24.776261 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-6cfeb5e5-8f37-4671-8198-53f544a9cb1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 200 len: 999 time: 0.0554233 Jun 22 09:18:24.776624 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:18:24.784884 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:18:24.785479 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:17:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:24.825259 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740acb-87c9-40eb-8095-28056410611b req-f9e9ddb5-9d37-4c1a-a93c-d5a7ec045f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:24.826986 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-f9e9ddb5-9d37-4c1a-a93c-d5a7ec045f64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0443530 Jun 22 09:18:24.881589 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740acb-87c9-40eb-8095-28056410611b req-d730c3fc-abe8-4db3-b8e3-b5aa431e6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:18:24.883729 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-d730c3fc-abe8-4db3-b8e3-b5aa431e6367 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509276 Jun 22 09:18:24.960711 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:24.976177 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:18:24.976896 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-537c479e-1af9-48ae-aa9a-82f8fa1a1035 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871472 Jun 22 09:18:25.011279 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:25.070660 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76740acb-87c9-40eb-8095-28056410611b req-332b3781-47b7-4f5a-8ead-abf965cae63e service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882747 Jun 22 09:18:25.180481 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'f8dad15b-a61f-4a45-b0cc-85a158aee4e5', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:04:39:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:18:23Z', 'updated_at': '2022-06-22T09:18:23Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:18:25.208040 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557fe1c1-9339-4e1d-97c6-99ee5b5e5423 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'f8dad15b-a61f-4a45-b0cc-85a158aee4e5', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:04:39:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:18:23Z', 'updated_at': '2022-06-22T09:18:23Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:18:25.405161 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587636b-e871-4915-9662-df09a3ee24a1 None None] New status for floating IP f8dad15b-a61f-4a45-b0cc-85a158aee4e5: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:18:25.457931 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:25.655716 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:18:26.195252 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf3c7-67c5-4887-af73-1d1505ebe080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:28.451671 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fea16d05-87a8-4cc6-8768-1cabab036458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:29.606935 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:31.177029 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:31.560029 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:32.266588 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=8 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:35.067669 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=13 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:38.626687 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:38.630526 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=69 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:41.509132 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:41.608406 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:41.717886 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:51.639184 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:54.684992 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:54.685710 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:18:56.222740 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee048cfe-6b43-4c09-a21d-5208bee2e0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:58.445507 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fbedf58-ee46-4cac-87d5-ea56b5fc071d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:18:59.651301 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:01.159663 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:01.580094 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:02.654351 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:19:11.510032 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:11.511891 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:11.685063 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:15.626499 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:15.627334 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:16.997389 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-b4dd8344-10ae-4deb-9b94-a85860751266 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379865 Jun 22 09:19:17.091318 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-8027201c-fa3f-49ec-9b84-853b2b489daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:19:17.092754 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-8027201c-fa3f-49ec-9b84-853b2b489daa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1130 time: 0.0383513 Jun 22 09:19:17.195978 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-27dfc44c-0b79-448f-915d-533a32642cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:19:17.197398 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-27dfc44c-0b79-448f-915d-533a32642cf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0877781 Jun 22 09:19:17.256834 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-5331540d-c9ad-49a1-b1e7-a9cccd4605a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 200 len: 1001 time: 0.0526018 Jun 22 09:19:17.305835 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-205e4787-f5aa-4bbe-b5bd-00017c35ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:19:17.307270 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-205e4787-f5aa-4bbe-b5bd-00017c35ff0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0460470 Jun 22 09:19:17.348574 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-a246b0d8-5e10-43f5-bb72-2f392ba44d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:19:17.350041 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-a246b0d8-5e10-43f5-bb72-2f392ba44d4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372758 Jun 22 09:19:17.438779 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-d6026980-6b5d-4ca8-be08-ecb94ba02224 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Jun 22 09:19:17.529543 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a5999ce5-d03c-44da-b066-c4b74ef0a166 req-64dd6148-bccb-467d-b4fd-085b74cdb893 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842190 Jun 22 09:19:21.611689 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:26.193385 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d5c533d8-ee73-410c-8b07-b17e2f4cfe52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:27.524683 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=51 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:27.526582 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=50 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:28.482879 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-350019a3-ec60-47f3-a77d-9405d5653b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:29.617050 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:31.173976 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:31.562531 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:39.653429 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:19:41.502770 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:41.509866 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:41.679194 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:51.619785 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:51.625661 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:54.190288 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=18 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:54.191206 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=16 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:19:56.219209 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b7c-db8a-4ec7-b321-ec08ddd7198e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:58.449889 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-be9ccfc5-39f5-41f0-8c8a-e202e22e3409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:19:59.630357 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:01.175741 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:01.564411 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:11.504449 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:11.511910 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:11.712646 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:16.652203 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:20:16.969874 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-8418c8bc-abfb-41a4-b4b6-cbf9e18f45c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371330 Jun 22 09:20:17.064510 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-32e3f7bb-dc60-4dd8-8a18-d5a170e3eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:17.065966 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-32e3f7bb-dc60-4dd8-8a18-d5a170e3eb4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 1130 time: 0.0421185 Jun 22 09:20:17.165986 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-2dd0131d-03ed-4345-be68-d9aa0f03fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:17.167438 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-2dd0131d-03ed-4345-be68-d9aa0f03fa57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0836506 Jun 22 09:20:17.229070 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-09e4ea44-9cca-4e7d-8f18-862922d3be69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 200 len: 1001 time: 0.0564702 Jun 22 09:20:17.275539 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-dec4587a-549e-4994-9231-326ae61ae8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:17.276912 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-dec4587a-549e-4994-9231-326ae61ae8d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0424502 Jun 22 09:20:17.318040 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-0681477d-5d85-4077-a5f0-5e84d12218e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:17.319480 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-0681477d-5d85-4077-a5f0-5e84d12218e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372009 Jun 22 09:20:17.411802 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-3f724631-b8b7-4465-a1d9-ebee80bd2365 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862217 Jun 22 09:20:17.497261 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-827781cf-abe4-45ab-8a66-c9e1289b0d91 req-6bac4eb0-22ff-4d15-998f-95126cdd138d service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803437 Jun 22 09:20:20.118177 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e973-67cf-4c36-9b85-d5e4df441564 req-71e6c44d-cf3f-4681-8c23-103a12d0cd79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:20.119681 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-20f1e973-67cf-4c36-9b85-d5e4df441564 req-71e6c44d-cf3f-4681-8c23-103a12d0cd79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Jun 22 09:20:20.168191 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-20f1e973-67cf-4c36-9b85-d5e4df441564 req-4cca7f8a-b2d5-4b41-8237-2064d1583b01 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Jun 22 09:20:21.288732 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bee14d-6f39-4ee1-8914-3db1c8150c2c req-ea6e3082-8e0a-4fd2-8b3e-42945394b092 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:21.290176 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68bee14d-6f39-4ee1-8914-3db1c8150c2c req-ea6e3082-8e0a-4fd2-8b3e-42945394b092 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0477729 Jun 22 09:20:21.341765 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-68bee14d-6f39-4ee1-8914-3db1c8150c2c req-b48284c8-a3ba-4e17-bcdc-9fe204837f29 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461292 Jun 22 09:20:21.637499 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:21.639398 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:21.996581 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-73fa9218-6472-4e5e-9c21-f902beb767f6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:21.998022 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-73fa9218-6472-4e5e-9c21-f902beb767f6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Jun 22 09:20:22.096596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Deleting port f2cd227a-d1b0-45ad-b209-19f717b3ed2e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:20:22.096947 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:22.186253 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] For port f2cd227a-d1b0-45ad-b209-19f717b3ed2e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:22.186616 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:22.347456 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:22.348108 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (f8dad15b-a61f-4a45-b0cc-85a158aee4e5), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:22.348108 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Floating IP f8dad15b-a61f-4a45-b0cc-85a158aee4e5 disassociated. External IP: 172.27.0.79, port: f2cd227a-d1b0-45ad-b209-19f717b3ed2e. Jun 22 09:20:22.348385 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Calling delete_port for f2cd227a-d1b0-45ad-b209-19f717b3ed2e owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:20:22.352313 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:22.359627 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:22.462092 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b2e89-5843-4be1-9a86-010b4e44b8d5 req-b2d1fb81-db85-4db8-a321-7911b1acf9cc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:22.463614 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8b0b2e89-5843-4be1-9a86-010b4e44b8d5 req-b2d1fb81-db85-4db8-a321-7911b1acf9cc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 946 time: 0.0479786 Jun 22 09:20:22.513625 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8b0b2e89-5843-4be1-9a86-010b4e44b8d5 req-d52fb219-b9f1-437e-8072-0201357adf49 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444577 Jun 22 09:20:22.549976 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (f2cd227a-d1b0-45ad-b209-19f717b3ed2e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:22.579432 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'Port': ['ID=f2cd227a-d1b0-45ad-b209-19f717b3ed2e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:22.590803 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.591186 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.591531 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.591875 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.592210 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.592548 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.592878 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.593207 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.593544 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.593869 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.594200 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.594528 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.594887 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.596622 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.596622 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:22.702777 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:20:22.818044 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:22.827448 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:22.840040 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:20:22.840656 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:19:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:22.859823 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] No DVR routers for this DVR port f2cd227a-d1b0-45ad-b209-19f717b3ed2e on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:20:22.862474 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:22.866374 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a6d9c837-1e03-4c10-beb8-76c497858862 req-2efb8a6d-001b-4186-b10e-8bf0d5324331 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "DELETE /v2.0/ports/f2cd227a-d1b0-45ad-b209-19f717b3ed2e HTTP/1.1" status: 204 len: 173 time: 0.8455703 Jun 22 09:20:22.866854 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'name': 'network-vif-deleted', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:20:22.869529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd65368-7d1d-4ab9-b9b3-56261bae1d4e" -d '{"events": [{"server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "name": "network-vif-deleted", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:22.904132 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d27e2e-5271-468a-bb34-4a40dbe91776 x-openstack-request-id: req-c4d27e2e-5271-468a-bb34-4a40dbe91776 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:22.904425 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcb48a8-2e59-4a35-981b-f1b0db67d992", "name": "network-vif-deleted", "tag": "f2cd227a-d1b0-45ad-b209-19f717b3ed2e", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:22.904675 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4d27e2e-5271-468a-bb34-4a40dbe91776 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:22.905256 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d27e2e-5271-468a-bb34-4a40dbe91776'] response: {'server_uuid': 'efcb48a8-2e59-4a35-981b-f1b0db67d992', 'name': 'network-vif-deleted', 'tag': 'f2cd227a-d1b0-45ad-b209-19f717b3ed2e', 'status': 'completed', 'code': 200} Jun 22 09:20:22.941991 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:20:23.139443 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.164083 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:23.172304 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:20:23.172896 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:19:58Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.272048 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:20:23.456298 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:23.484834 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b4bb9-186e-46d3-93e8-a70b90d6cf0c None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:23.613950 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-3eef587f-a996-4870-9ca2-034de2589989 req-ca799f56-8b43-4a01-9277-cf3f63b0294b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=efcb48a8-2e59-4a35-981b-f1b0db67d992 HTTP/1.1" status: 200 len: 210 time: 0.0311704 Jun 22 09:20:23.729808 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d34adb-7cca-4674-a08b-98e8cc734180 None None] New status for floating IP f8dad15b-a61f-4a45-b0cc-85a158aee4e5: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:20:24.715827 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device f2cd227a-d1b0-45ad-b209-19f717b3ed2e no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:20:24.736759 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: f2cd227a-d1b0-45ad-b209-19f717b3ed2e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:20:24.736759 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device f2cd227a-d1b0-45ad-b209-19f717b3ed2e not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:20:24.822450 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-d2f9ca46-5fdb-4849-9b3b-1e7c7c662189 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682762035&fields=id&tenant_id=6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 267 time: 0.0443878 Jun 22 09:20:24.927649 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-edb5f57d-e608-4a5c-995e-dc3fac9d9c5f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:24.929123 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-edb5f57d-e608-4a5c-995e-dc3fac9d9c5f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 812 time: 0.1005092 Jun 22 09:20:24.944143 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-eb842210-464f-47da-bf31-5128ca6282bd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/quotas/6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 375 time: 0.0094945 Jun 22 09:20:24.997340 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-4a392bc1-0c87-465a-8927-e23aaa96a411 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482926 Jun 22 09:20:25.092007 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a6e8cef8-1f54-4b10-9148-399f484deaf5 service neutron] 10.222.0.55 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826669 Jun 22 09:20:25.185521 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-e1c23921-7de2-4be3-bff6-b45065f57273 service neutron] 10.222.0.55 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877323 Jun 22 09:20:25.752428 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-088a6933-77df-4781-8e44-431e39d327f6 req-999eecf3-0104-4871-b6d5-f90781925a68 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 210 time: 0.0317531 Jun 22 09:20:26.215641 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d18a9138-4aea-4046-8d9b-12f9e1c0b039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:26.847832 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-8241d2ce-9d9f-4c45-becc-3c4c6cad8696 req-8b3401d7-d239-4ad0-81c3-1ac35f19574d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 210 time: 0.0277729 Jun 22 09:20:27.641061 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-3131ca0c-f5f8-4cd2-97ee-39fe670f1351 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:27.642431 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-3131ca0c-f5f8-4cd2-97ee-39fe670f1351 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 812 time: 0.1004012 Jun 22 09:20:27.708215 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-af449a45-1bce-4c4d-992a-277890825e70 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 379 time: 0.0532854 Jun 22 09:20:27.715585 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'port': {'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'admin_state_up': True, 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'security_groups': ['3913980a-7f49-469f-93a0-ab2a61825f89']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:20:27.821021 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:27.918303 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Made reservation on behalf of 6ebebf95a551410b97bd5651b7173f0b for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:20:27.921658 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:27.963832 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-49f7f14f-8567-4a45-8cad-4c40c5b58b2e req-91191089-c6b1-4840-87ca-a823a7777837 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 210 time: 0.0396528 Jun 22 09:20:28.075361 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Allocated IP 172.20.0.9 (e2a0f500-8880-40a2-ae1d-641ca9b0e059/6be638b3-6b25-48ad-8184-f9b019408456/e352ec75-6932-4bcb-9abb-b505c98b5daa) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:28.184092 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:28.212773 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.298866 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.345126 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:28.350851 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:28.353234 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=e352ec75-6932-4bcb-9abb-b505c98b5daa,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:28.355454 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:20:28.410601 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:28.411919 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.459392 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f97d-e1f2-4e36-96ec-9b2898bb2ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.508937 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a2b99d1f-8168-4111-8d0d-3abce30d9827 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967453 Jun 22 09:20:28.527066 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Request body: {'port': {'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:20:28.588557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.603620 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8f830af9-279d-4570-9f17-ac41936fec4c None None] Provisioning complete for port e352ec75-6932-4bcb-9abb-b505c98b5daa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:20:28.603997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f830af9-279d-4570-9f17-ac41936fec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.634993 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8f830af9-279d-4570-9f17-ac41936fec4c None None] Port e352ec75-6932-4bcb-9abb-b505c98b5daa cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:20:28.723652 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:28.852148 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e352ec75-6932-4bcb-9abb-b505c98b5daa {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:20:28.859695 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Publish callbacks [] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:28.872829 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Transition to ACTIVE for port object e352ec75-6932-4bcb-9abb-b505c98b5daa will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:20:28.956699 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:29.007656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Pushing event updated for resources: {'Port': ['ID=e352ec75-6932-4bcb-9abb-b505c98b5daa,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:29.094686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Attempting to bind port e352ec75-6932-4bcb-9abb-b505c98b5daa on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:20:29.099344 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Attempting to bind port e352ec75-6932-4bcb-9abb-b505c98b5daa by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:20:29.099344 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Attempting to bind port e352ec75-6932-4bcb-9abb-b505c98b5daa on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:20:29.100445 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Port e352ec75-6932-4bcb-9abb-b505c98b5daa on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:20:29.100772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Attempting to bind port e352ec75-6932-4bcb-9abb-b505c98b5daa on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:20:29.100920 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dff76b-85f8-4d0c-afb9-b7bcad5330bb req-5d070304-2ffd-45e2-ba85-b2528e80b24e tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.108848 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:20:29.108848 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Checking segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:20:29.109342 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-82dff76b-85f8-4d0c-afb9-b7bcad5330bb req-5d070304-2ffd-45e2-ba85-b2528e80b24e tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0665584 Jun 22 09:20:29.109455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Bound using segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:20:29.109455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Bound port: e352ec75-6932-4bcb-9abb-b505c98b5daa, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:20:29.109455 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:29.167643 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-82dff76b-85f8-4d0c-afb9-b7bcad5330bb req-a8b58f1a-8f62-41ad-8150-11ba201462ac tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532880 Jun 22 09:20:29.185523 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] For port e352ec75-6932-4bcb-9abb-b505c98b5daa, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:20:29.188697 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] For port e352ec75-6932-4bcb-9abb-b505c98b5daa, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:20:29.270406 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:29.307575 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.308180 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:29.309536 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] 10.222.0.47 "PUT /v2.0/ports/e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 1093 time: 0.7868085 Jun 22 09:20:29.309955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:20:29.312152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:29.333346 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f213-9e50-4a1c-9841-9db516a8c251 service neutron] Pushing event updated for resources: {'Port': ['ID=e352ec75-6932-4bcb-9abb-b505c98b5daa,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:29.356207 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c07654-877b-465f-afca-a7d2c755abc7 x-openstack-request-id: req-c4c07654-877b-465f-afca-a7d2c755abc7 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:29.356764 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:29.357013 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4c07654-877b-465f-afca-a7d2c755abc7 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:29.357413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c07654-877b-465f-afca-a7d2c755abc7'] response: {'name': 'network-changed', 'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'status': 'completed', 'code': 200} Jun 22 09:20:29.449197 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc req-660be446-7af7-4fe3-aede-0e82867ec81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.450714 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc req-660be446-7af7-4fe3-aede-0e82867ec81b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1127 time: 0.0444367 Jun 22 09:20:29.504993 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:29.561511 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc req-2bef54a2-545f-4501-bbf5-c8ee815d9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.562926 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc req-2bef54a2-545f-4501-bbf5-c8ee815d9105 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ebebf95a551410b97bd5651b7173f0b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946381 Jun 22 09:20:29.647548 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:29.664054 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc req-934789b6-934e-4624-985e-067d5c85ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.665511 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5893a2d6-0a0b-40b1-a393-7faecf27b2cc req-934789b6-934e-4624-985e-067d5c85ec42 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963211 Jun 22 09:20:29.762371 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-9fa7bd0b-3816-4cd9-8c1a-4b0302581eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.763886 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-9fa7bd0b-3816-4cd9-8c1a-4b0302581eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1127 time: 0.0401142 Jun 22 09:20:29.811620 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-0db01ea2-0b24-42ce-9064-02699baeb604 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 217 time: 0.0345352 Jun 22 09:20:29.861005 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-d0608334-09f5-476f-b0e7-9987f9bf346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.862432 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-d0608334-09f5-476f-b0e7-9987f9bf346b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0439579 Jun 22 09:20:29.903985 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-732ac24f-4870-40dd-bf63-8874ba935378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:29.905413 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-732ac24f-4870-40dd-bf63-8874ba935378 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374532 Jun 22 09:20:29.974635 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:29.996490 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-d2f449fd-3f13-452c-9724-73255708e583 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841761 Jun 22 09:20:30.085583 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-da3f8add-e4e6-4979-9ec5-1f7d712be507 req-49fa7266-b990-43fd-b65e-bb2e137bfb92 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Jun 22 09:20:30.283748 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74231ab1-9594-4410-855d-8c9a3c591f42 req-1532f472-76a5-4621-9ae3-8e7bf0fe7644 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:30.285189 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-74231ab1-9594-4410-855d-8c9a3c591f42 req-1532f472-76a5-4621-9ae3-8e7bf0fe7644 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0496974 Jun 22 09:20:30.333704 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-74231ab1-9594-4410-855d-8c9a3c591f42 req-d3b89470-276e-48da-9b01-2016077fddc7 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 Jun 22 09:20:31.192173 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:31.449144 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200efd5-85d5-41b4-9362-311c942f35c4 req-8dcd7edd-7136-4af7-9d7f-047eaba077ce tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:31.450593 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4200efd5-85d5-41b4-9362-311c942f35c4 req-8dcd7edd-7136-4af7-9d7f-047eaba077ce tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0465291 Jun 22 09:20:31.502060 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4200efd5-85d5-41b4-9362-311c942f35c4 req-d8e16e00-ef2a-41e5-aef6-59c02317e863 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459619 Jun 22 09:20:31.575105 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:32.613556 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6cc60-2a7d-47d1-8a59-9b582991c376 req-9f87019e-34c0-4210-a10a-4f613cb25fbd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:32.615605 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-73c6cc60-2a7d-47d1-8a59-9b582991c376 req-9f87019e-34c0-4210-a10a-4f613cb25fbd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0465734 Jun 22 09:20:32.664111 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-73c6cc60-2a7d-47d1-8a59-9b582991c376 req-7378decf-eefd-496f-b8cb-a6b283de6fb9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Jun 22 09:20:33.454050 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=64 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:33.459922 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=76 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:33.778870 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7a6fc-ac33-47a8-9649-5f777f2b86fa req-e70369e2-f037-41ec-a4fb-3351cb167454 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:33.780316 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bec7a6fc-ac33-47a8-9649-5f777f2b86fa req-e70369e2-f037-41ec-a4fb-3351cb167454 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0471268 Jun 22 09:20:33.827728 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-bec7a6fc-ac33-47a8-9649-5f777f2b86fa req-b38a9868-dde8-4534-9a94-8988b746e533 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Jun 22 09:20:34.936920 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8febda-0aae-42e8-84a8-2b9e41179cdb req-6de4def5-f706-4fb9-a41e-29e65d2fd233 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:34.938346 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6b8febda-0aae-42e8-84a8-2b9e41179cdb req-6de4def5-f706-4fb9-a41e-29e65d2fd233 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0458553 Jun 22 09:20:34.989868 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-6b8febda-0aae-42e8-84a8-2b9e41179cdb req-8873faf8-2efd-410b-97a1-fb4d7f802b3e tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Jun 22 09:20:36.101910 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b27ee-c821-48f2-822b-f56ba0581e5a req-363a2a28-febb-4f4c-8121-ac5bcfb0980c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:36.103395 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e04b27ee-c821-48f2-822b-f56ba0581e5a req-363a2a28-febb-4f4c-8121-ac5bcfb0980c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 943 time: 0.0469120 Jun 22 09:20:36.152328 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-e04b27ee-c821-48f2-822b-f56ba0581e5a req-968139ab-ca12-43e0-a1ca-8fcd11082382 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Jun 22 09:20:36.777961 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device e352ec75-6932-4bcb-9abb-b505c98b5daa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:20:36.876286 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port e352ec75-6932-4bcb-9abb-b505c98b5daa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:36.887512 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:20:36.921745 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port e352ec75-6932-4bcb-9abb-b505c98b5daa is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:20:36.922131 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:36.934646 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e352ec75-6932-4bcb-9abb-b505c98b5daa {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:20:36.953919 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port e352ec75-6932-4bcb-9abb-b505c98b5daa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:37.009559 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:37.054102 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=e352ec75-6932-4bcb-9abb-b505c98b5daa,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:37.061005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.061351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.061692 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.062028 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.062361 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.062689 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.063036 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.063361 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.063686 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.064008 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.064331 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.064652 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.064970 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.065286 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.065602 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:37.229954 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:37.266209 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93483c86-45e7-4045-9557-6b543f15119c req-129d12ff-70cf-41c3-9a9e-29db325e8c1f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:37.267682 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-93483c86-45e7-4045-9557-6b543f15119c req-129d12ff-70cf-41c3-9a9e-29db325e8c1f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 944 time: 0.0473948 Jun 22 09:20:37.285207 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:37.302455 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['e352ec75-6932-4bcb-9abb-b505c98b5daa'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:20:37.316765 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-93483c86-45e7-4045-9557-6b543f15119c req-cb07eb79-a9a3-4a81-a7ff-f2de6c5d767d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Jun 22 09:20:37.400339 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:37.476315 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:38.431574 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3b8c-44e7-436c-ba6c-5c28169d2537 req-50248e7d-4033-4dd4-a451-97222fdc4047 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:38.433031 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-662f3b8c-44e7-436c-ba6c-5c28169d2537 req-50248e7d-4033-4dd4-a451-97222fdc4047 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 944 time: 0.0490999 Jun 22 09:20:38.481989 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-662f3b8c-44e7-436c-ba6c-5c28169d2537 req-09728c0d-d796-48aa-8c45-d434e90e11c6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Jun 22 09:20:38.793804 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device e352ec75-6932-4bcb-9abb-b505c98b5daa up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:20:38.837408 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port e352ec75-6932-4bcb-9abb-b505c98b5daa completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:20:38.898940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port e352ec75-6932-4bcb-9abb-b505c98b5daa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:20:38.899323 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:38.970594 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port e352ec75-6932-4bcb-9abb-b505c98b5daa is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:20:38.971003 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:38.993840 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:20:38.996029 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dbbe79-5800-41ec-be6e-b49cb57f3eef" -d '{"events": [{"server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "name": "network-vif-plugged", "status": "completed", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:39.008583 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port e352ec75-6932-4bcb-9abb-b505c98b5daa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:39.032625 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf0cdb0-b424-4a13-9d7a-7c55c64ee784 x-openstack-request-id: req-ccf0cdb0-b424-4a13-9d7a-7c55c64ee784 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:39.032915 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "name": "network-vif-plugged", "status": "completed", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:39.033165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccf0cdb0-b424-4a13-9d7a-7c55c64ee784 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:39.033559 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf0cdb0-b424-4a13-9d7a-7c55c64ee784'] response: {'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'code': 200} Jun 22 09:20:39.058449 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:39.111073 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=e352ec75-6932-4bcb-9abb-b505c98b5daa,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:39.385912 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b5d38-ed2f-4f7f-a648-0f9ac2055463 req-13516ebb-9cd5-457d-a3dd-58ea8ada1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:39.387410 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-529b5d38-ed2f-4f7f-a648-0f9ac2055463 req-13516ebb-9cd5-457d-a3dd-58ea8ada1715 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1129 time: 0.0392597 Jun 22 09:20:39.434262 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-529b5d38-ed2f-4f7f-a648-0f9ac2055463 req-e8bb6482-efa2-4c36-9889-4fea7816668b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399115 Jun 22 09:20:39.594106 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb91a9b-c878-4081-a948-9c64e79344fd req-19ff67f1-1217-456d-9380-b9a1635d0d7c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:39.595593 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cfb91a9b-c878-4081-a948-9c64e79344fd req-19ff67f1-1217-456d-9380-b9a1635d0d7c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 945 time: 0.0488479 Jun 22 09:20:39.643147 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cfb91a9b-c878-4081-a948-9c64e79344fd req-5eeeb934-547f-45e2-ae99-079c1b38b172 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 Jun 22 09:20:40.757647 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adcc65-7787-49e4-b640-b4678026e726 req-b4f2ab91-90f5-410a-bc96-27aae408cc1b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:40.759419 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-85adcc65-7787-49e4-b640-b4678026e726 req-b4f2ab91-90f5-410a-bc96-27aae408cc1b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 945 time: 0.0467191 Jun 22 09:20:40.808780 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-85adcc65-7787-49e4-b640-b4678026e726 req-30aa1080-654d-4d78-a2e4-cd6e1aac91ca tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Jun 22 09:20:40.887492 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:40.926378 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e636f-5c81-4567-8d51-3f7496b438f8 req-850754a6-dc10-45e7-8078-c70ce0a062bc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:40.926378 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4c4e636f-5c81-4567-8d51-3f7496b438f8 req-850754a6-dc10-45e7-8078-c70ce0a062bc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 945 time: 0.0476682 Jun 22 09:20:40.974283 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4c4e636f-5c81-4567-8d51-3f7496b438f8 req-7a6c7520-9083-493b-b005-458654235fe4 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Jun 22 09:20:40.996789 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59438) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:20:41.033361 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b5e82-fc5d-4b08-be6f-7859a094e13d tempest-TestVolumeBootPattern-1010728487 tempest-TestVolumeBootPattern-1010728487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:41.034859 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-4b5b5e82-fc5d-4b08-be6f-7859a094e13d tempest-TestVolumeBootPattern-1010728487 tempest-TestVolumeBootPattern-1010728487-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1124 time: 0.0370963 Jun 22 09:20:41.038776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59440) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:20:41.042973 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:20:41.138682 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:41.484728 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:41.591394 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Allocated IP 172.27.0.201 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/a08eb36a-aeee-492e-be6f-e8379897d1ca) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:41.614723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:41.697170 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:41.718519 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:41.804054 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:41.849391 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:41.854255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:41.856624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=a08eb36a-aeee-492e-be6f-e8379897d1ca,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:41.858689 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:20:41.898708 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:42.198478 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (b8caa1ac-8901-4f04-b3be-8754215d9c73), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:42.313828 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:42.458734 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:42.537875 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:42.608820 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=a08eb36a-aeee-492e-be6f-e8379897d1ca,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:42.615672 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (b8caa1ac-8901-4f04-b3be-8754215d9c73), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:42.617191 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:42.712278 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Floating IP b8caa1ac-8901-4f04-b3be-8754215d9c73 associated. External IP: 172.27.0.201, port: e352ec75-6932-4bcb-9abb-b505c98b5daa. Jun 22 09:20:42.892870 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:42.910526 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:20:43.014561 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:43.023634 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:43.033525 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:20:43.036786 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:20:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:43.083023 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:43.114654 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-548dcf6b-13c3-4f14-bfe3-fe6b99da3e07 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0742567 Jun 22 09:20:43.115836 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:20:43.117812 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf24e040-4b9d-45c7-b307-33bb6630514c" -d '{"events": [{"name": "network-changed", "server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:20:43.137294 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:20:43.152536 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccf0214-e708-4b58-97e4-e336c5933af2 x-openstack-request-id: req-cccf0214-e708-4b58-97e4-e336c5933af2 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:20:43.152831 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:20:43.153080 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cccf0214-e708-4b58-97e4-e336c5933af2 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:20:43.153486 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccf0214-e708-4b58-97e4-e336c5933af2'] response: {'name': 'network-changed', 'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'status': 'completed', 'code': 200} Jun 22 09:20:43.238487 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-28c660db-cd1d-4f52-84b6-897bae1a9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:43.240652 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-28c660db-cd1d-4f52-84b6-897bae1a9d6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1129 time: 0.0434804 Jun 22 09:20:43.335245 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-5fb47668-e405-4b17-818a-68030a70d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:43.336615 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-5fb47668-e405-4b17-818a-68030a70d7b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0897825 Jun 22 09:20:43.398244 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-0e605cff-9e9a-4bcb-9bca-7ae91586cd34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 999 time: 0.0551622 Jun 22 09:20:43.433024 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:42Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:43.448257 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-601f0139-4df7-47a8-987e-ea6d32f7c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:43.449692 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-601f0139-4df7-47a8-987e-ea6d32f7c0d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0457034 Jun 22 09:20:43.457679 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:43.466202 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:20:43.466810 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:20:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:43.496961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-08dd0496-015e-4359-a4ba-0212cd3c113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:20:43.498444 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-08dd0496-015e-4359-a4ba-0212cd3c113d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429080 Jun 22 09:20:43.565826 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:20:43.587024 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-10d63446-7b58-4899-9fb8-f442d5a621be service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810280 Jun 22 09:20:43.681016 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-cf24e040-4b9d-45c7-b307-33bb6630514c req-fa6703bd-1074-4f7f-893e-1b1bcb66bba1 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886073 Jun 22 09:20:43.772612 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:42Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:43.800011 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3141b3b-4e86-4e99-bfdd-3865467c3ca4 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:42Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:43.994491 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7b54c-d4ee-4de2-a733-53265601a80c None None] New status for floating IP b8caa1ac-8901-4f04-b3be-8754215d9c73: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:20:50.800130 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=19 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:50.805589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=9 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:53.651153 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:20:53.671153 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:53.678091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:54.114973 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:54.119215 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:20:56.220201 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01b039e6-f401-47ea-a2d2-1e9887e2d274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:58.437616 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8e404990-044b-4e41-b5ba-a9017ca64163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:20:59.617821 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:01.183788 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:01.584514 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:06.614154 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=71 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:06.615359 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:11.512484 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:11.514375 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:11.720357 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:18.996499 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-62a11ff6-9bb3-452d-8097-a1aa037720f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386889 Jun 22 09:21:19.097088 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1df91-76bb-4546-b978-303a76d01f9d req-d0bf8301-69e2-4272-a017-58c22be5ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:21:19.098623 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-d0bf8301-69e2-4272-a017-58c22be5ca85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1129 time: 0.0396798 Jun 22 09:21:19.203624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1df91-76bb-4546-b978-303a76d01f9d req-9dc1e50c-536d-4634-b77e-f056d691e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:21:19.205117 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-9dc1e50c-536d-4634-b77e-f056d691e57b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0874794 Jun 22 09:21:19.268924 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-422ee845-78e1-4b3e-92db-84a63e5f9479 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 1001 time: 0.0531533 Jun 22 09:21:19.320402 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1df91-76bb-4546-b978-303a76d01f9d req-b11f9689-a7b0-48e5-a579-eebe77371377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:21:19.321853 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-b11f9689-a7b0-48e5-a579-eebe77371377 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0466099 Jun 22 09:21:19.367846 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1df91-76bb-4546-b978-303a76d01f9d req-604c4220-563a-41c9-af25-3cc3dca68670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:21:19.369309 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-604c4220-563a-41c9-af25-3cc3dca68670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381608 Jun 22 09:21:19.458057 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-bb9a193f-f0c1-4a13-a233-809b9c3f8897 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815008 Jun 22 09:21:19.549231 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-64c1df91-76bb-4546-b978-303a76d01f9d req-9d775721-0ca6-4085-a10e-b08bf389845e service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851490 Jun 22 09:21:21.650215 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:21.652437 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:26.191470 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40d72ce3-cbc4-4b71-82e6-388462d46284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:28.477383 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc74a-00ec-486c-bc5a-fb469d0c1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:29.539957 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=48 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:29.545925 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=53 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:29.633938 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:30.649947 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:21:31.182459 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:31.596853 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:41.512038 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:41.513916 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:41.719781 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:43.606067 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:43.610264 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:51.653970 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:54.197931 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=12 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:54.198733 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=14 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:21:56.236363 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-15d51641-d486-4e48-b6c0-d94c74bb43b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:58.487802 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aff9a50b-0efd-4370-9d4a-50f438a3c133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:21:59.650926 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:01.213056 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:01.570508 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:07.648313 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:22:11.508654 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:11.515625 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:11.721876 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:20.992521 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-f2dddf35-82bd-4746-8916-2440207b99e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395434 Jun 22 09:22:21.093152 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-f48a91cd-2649-45bc-85dd-0f0623c7eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:21.094627 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-f48a91cd-2649-45bc-85dd-0f0623c7eccc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1129 time: 0.0430996 Jun 22 09:22:21.197670 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-ddc71791-a092-49e1-90b6-ebbefa0ba108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:21.199049 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-ddc71791-a092-49e1-90b6-ebbefa0ba108 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0851555 Jun 22 09:22:21.263137 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-e334e279-8717-4249-8353-9a88b17931f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 1001 time: 0.0574024 Jun 22 09:22:21.310652 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-8ee22c2f-269a-4fee-b72e-96fcf053f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:21.312112 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-8ee22c2f-269a-4fee-b72e-96fcf053f0a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0431173 Jun 22 09:22:21.353935 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-6f98c199-a4ea-4703-bfce-e21de8666b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:21.355428 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-6f98c199-a4ea-4703-bfce-e21de8666b6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368214 Jun 22 09:22:21.446728 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-8c669a69-00e8-46b4-be09-a0da5cf054ff service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846126 Jun 22 09:22:21.539480 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-7b555022-a2c1-4d72-838a-6f2bdb698b34 req-f3095a83-a4e2-4a1e-abf1-e9cbb885d571 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807555 Jun 22 09:22:21.666316 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:21.668168 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:25.745585 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:25.746327 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:26.258441 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0cb9-48cf-4d77-92c9-377e1a266a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:28.472722 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09fdeb74-63c9-4d4b-9b0c-2cca2ac55e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:29.632733 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:30.438619 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-2f2aed2c-bfff-4e52-9878-3312be4a43c9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682762035&fields=id&tenant_id=6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 267 time: 0.0451012 Jun 22 09:22:30.548729 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-5aca7edd-0b87-4416-a76c-65826ac437fc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:30.550344 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-5aca7edd-0b87-4416-a76c-65826ac437fc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 812 time: 0.1047058 Jun 22 09:22:30.564587 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-c794aa3d-0b93-4d8b-ba23-46cfd6723e6e tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/quotas/6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 375 time: 0.0089018 Jun 22 09:22:30.615736 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-21255873-2a10-464f-bd9d-8958d5661e65 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458570 Jun 22 09:22:30.695162 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-d12337b5-4d43-400d-b233-9686b036b1c2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 09:22:30.696175 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-d12337b5-4d43-400d-b233-9686b036b1c2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0698540 Jun 22 09:22:30.788063 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-1c7310a9-5ec0-4e47-8440-c3068e8797e5 service neutron] 10.222.0.55 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Jun 22 09:22:30.880544 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-d38fffaf-9fd6-4bf4-8b4b-01eb970a9eb2 service neutron] 10.222.0.55 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863802 Jun 22 09:22:31.198487 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:31.442959 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-55404c5d-b360-4a9b-becd-5e832a4e9e78 req-0a924d53-2bc1-4dd6-9453-02a8e0ce790c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 210 time: 0.0333257 Jun 22 09:22:31.572693 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:32.541781 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-826d2950-f9e8-40b7-b4f1-f09fd42742c3 req-8ed1e915-3fe7-4f42-bff2-ec55e6832747 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 210 time: 0.0273097 Jun 22 09:22:33.312491 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:33.383356 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:33.400769 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-7f8bc800-13f2-4ea8-a9ff-eb902a298271 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:33.402193 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-7f8bc800-13f2-4ea8-a9ff-eb902a298271 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 812 time: 0.0994060 Jun 22 09:22:33.475367 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-a3765f50-b81b-4cf5-8680-c4993e5eb640 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebebf95a551410b97bd5651b7173f0b HTTP/1.1" status: 200 len: 379 time: 0.0589304 Jun 22 09:22:33.483944 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'port': {'device_id': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'admin_state_up': True, 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'security_groups': ['3913980a-7f49-469f-93a0-ab2a61825f89']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:22:33.643813 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-29056830-eb15-4d6a-a2c7-1c3fc1ec9946 req-3892fa45-d986-407f-a7d9-bf76225db8fc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jun 22 09:22:33.715934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Made reservation on behalf of 6ebebf95a551410b97bd5651b7173f0b for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:22:33.721364 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:33.870952 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Allocated IP 172.20.0.4 (e2a0f500-8880-40a2-ae1d-641ca9b0e059/6be638b3-6b25-48ad-8184-f9b019408456/0504372a-158c-4127-b9f3-ca6d4ee3d4f8) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:22:34.018785 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:34.158889 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:34.203434 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:22:34.206425 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:22:34.210905 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:22:34.217101 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:34.247860 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.248211 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.248554 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.248897 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.249233 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.249567 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.249901 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.250231 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.250561 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.250908 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.251241 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.251569 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.251894 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.252217 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.252539 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.279074 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:34.279723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:34.288666 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:34.458521 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9760ca8e-b71d-4ace-abf6-25605a6b1bba None None] Provisioning complete for port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:22:34.459142 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9760ca8e-b71d-4ace-abf6-25605a6b1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:34.478704 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-f111ab28-61e6-48b6-b699-cc581385fc88 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985492 Jun 22 09:22:34.494708 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9760ca8e-b71d-4ace-abf6-25605a6b1bba None None] Port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 09:22:34.496877 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Request body: {'port': {'device_id': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:22:34.561676 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:34.672418 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:34.789228 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d00fbb-041f-4317-9255-70cd06b38966 req-c2e5f97b-9fb8-45f9-b97e-9f80dc57f418 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:34.790686 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-24d00fbb-041f-4317-9255-70cd06b38966 req-c2e5f97b-9fb8-45f9-b97e-9f80dc57f418 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 931 time: 0.0555713 Jun 22 09:22:34.887482 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-24d00fbb-041f-4317-9255-70cd06b38966 req-2216630e-a478-4f23-9131-9430a68c9bb3 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906901 Jun 22 09:22:34.897723 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:22:34.912149 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Publish callbacks [] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:34.925231 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Transition to ACTIVE for port object 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 09:22:35.041871 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:35.093570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Pushing event updated for resources: {'Port': ['ID=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:35.167107 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Attempting to bind port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 09:22:35.167503 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Attempting to bind port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 09:22:35.167776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Attempting to bind port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:22:35.172799 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 09:22:35.173122 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Attempting to bind port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 on network e2a0f500-8880-40a2-ae1d-641ca9b0e059 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 09:22:35.174931 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:35.181200 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Checking agent: {'id': '83f55eb3-36c2-4de8-af4c-8052b2cb2170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'started_at': datetime.datetime(2022, 6, 22, 9, 5, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 9, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 09:22:35.181530 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Checking segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 09:22:35.181912 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Bound using segment: {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 09:22:35.182347 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Bound port: 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8558ae46-89c2-408a-a75b-aab89834bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 09:22:35.182704 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:35.249784 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] For port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host hv-cinder-80382, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:22:35.253248 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] For port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:22:35.374159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:35.410001 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:35.410604 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:35.412609 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] 10.222.0.47 "PUT /v2.0/ports/0504372a-158c-4127-b9f3-ca6d4ee3d4f8 HTTP/1.1" status: 200 len: 1093 time: 0.9202750 Jun 22 09:22:35.413033 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:22:35.415244 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:22:35.437432 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404fe38-100e-45e4-a872-cfbf448dd143 service neutron] Pushing event updated for resources: {'Port': ['ID=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:35.452192 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a956275-847b-405d-a89c-af40ec5361c5 x-openstack-request-id: req-2a956275-847b-405d-a89c-af40ec5361c5 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:22:35.452557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:22:35.452819 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a956275-847b-405d-a89c-af40ec5361c5 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:22:35.453226 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a956275-847b-405d-a89c-af40ec5361c5'] response: {'name': 'network-changed', 'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'status': 'completed', 'code': 200} Jun 22 09:22:35.766930 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60 req-306b0df0-3bcd-4592-a497-5ff1faf8cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:35.768440 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60 req-306b0df0-3bcd-4592-a497-5ff1faf8cb2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1127 time: 0.0397613 Jun 22 09:22:35.876007 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60 req-570c619c-a0c5-43e1-a41e-b82b648ee6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:35.877375 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60 req-570c619c-a0c5-43e1-a41e-b82b648ee6a8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ebebf95a551410b97bd5651b7173f0b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954480 Jun 22 09:22:36.259556 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60 req-a8d5906f-c0b2-40ad-a085-3c61ecf8a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:36.261015 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-04cb1e1b-11a0-4f8a-8351-ea8d3c7b0f60 req-a8d5906f-c0b2-40ad-a085-3c61ecf8a63b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3775556 Jun 22 09:22:36.271299 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661c9f8-7889-4cc3-aeb2-5b0f9d7f366a req-f9dfc60c-66f9-4b65-9384-4c1548fbdd49 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:36.272729 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1661c9f8-7889-4cc3-aeb2-5b0f9d7f366a req-f9dfc60c-66f9-4b65-9384-4c1548fbdd49 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.3179698 Jun 22 09:22:36.322188 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-1661c9f8-7889-4cc3-aeb2-5b0f9d7f366a req-8efe8bf2-f1d1-4785-9b4f-3ec627d4b07d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Jun 22 09:22:36.365441 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-125caa84-0dba-4d6c-b5d0-fce0e336265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:36.366984 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-125caa84-0dba-4d6c-b5d0-fce0e336265e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1127 time: 0.0410903 Jun 22 09:22:36.423189 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-26fef5f5-22ee-4f45-ac65-2d52a7aa25d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8 HTTP/1.1" status: 200 len: 217 time: 0.0409319 Jun 22 09:22:36.472079 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-0463091d-562f-4714-9860-0c049ac7f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:36.473550 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-0463091d-562f-4714-9860-0c049ac7f3be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0445392 Jun 22 09:22:36.517596 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-95560b5b-6990-4171-a3e0-28bd0ef79658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:36.519040 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-95560b5b-6990-4171-a3e0-28bd0ef79658 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387313 Jun 22 09:22:36.614868 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-0bfee624-c734-4bfa-b2e9-15ee57017763 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870287 Jun 22 09:22:36.704126 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-aa96e5d4-4fa5-4dd6-8bee-1e281d31066f req-ffecd9e8-0366-4288-b777-21919da156b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828893 Jun 22 09:22:37.434975 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b596e-82c1-4c78-aa39-fd25dbedc599 req-915c32c8-9c47-4f4c-9411-38cfda8d08c5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:37.436414 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1d8b596e-82c1-4c78-aa39-fd25dbedc599 req-915c32c8-9c47-4f4c-9411-38cfda8d08c5 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.0454862 Jun 22 09:22:37.483363 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-1d8b596e-82c1-4c78-aa39-fd25dbedc599 req-22d056d9-d6a7-4649-9667-3d7f06380cdc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Jun 22 09:22:38.601656 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043351d-3940-45fb-92b8-f4e476bb1427 req-55f1da40-e79a-4507-961f-bc557732fb72 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:38.603292 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5043351d-3940-45fb-92b8-f4e476bb1427 req-55f1da40-e79a-4507-961f-bc557732fb72 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.0533233 Jun 22 09:22:38.628863 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:38.655977 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5043351d-3940-45fb-92b8-f4e476bb1427 req-11c97f24-715e-48d3-9334-2b8b4b001b9f tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468049 Jun 22 09:22:39.771550 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1737ab5-907c-4c76-8948-e63b046694f2 req-d4f84239-3683-4a40-8596-8f30384e0eb9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:39.773038 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b1737ab5-907c-4c76-8948-e63b046694f2 req-d4f84239-3683-4a40-8596-8f30384e0eb9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.0502648 Jun 22 09:22:39.821284 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-b1737ab5-907c-4c76-8948-e63b046694f2 req-3e6876f4-fc3a-47ee-abe2-29bdcfc7972d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Jun 22 09:22:40.932795 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679faa8c-ba41-442e-ad4b-cfb57cb34b27 req-5d854825-61af-442f-8415-830f30df22ef tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:40.934358 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-679faa8c-ba41-442e-ad4b-cfb57cb34b27 req-5d854825-61af-442f-8415-830f30df22ef tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.0480051 Jun 22 09:22:40.984463 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-679faa8c-ba41-442e-ad4b-cfb57cb34b27 req-26ed9021-9bf8-44a7-a5f9-833ca25b7108 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Jun 22 09:22:41.784279 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:42.096371 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0b14-256e-459f-a95a-4df143d93b00 req-5b532a50-b3a5-4853-910b-59bb9530e35c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:42.097820 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-457c0b14-256e-459f-a95a-4df143d93b00 req-5b532a50-b3a5-4853-910b-59bb9530e35c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.0466731 Jun 22 09:22:42.146340 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-457c0b14-256e-459f-a95a-4df143d93b00 req-6db6efb2-fa65-456c-86bd-a804eb6a03a0 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Jun 22 09:22:43.259686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ad413-a600-4673-8682-5b70ca861808 req-2f3ae156-3838-4870-b654-50853b070eae tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:43.261127 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-912ad413-a600-4673-8682-5b70ca861808 req-2f3ae156-3838-4870-b654-50853b070eae tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 943 time: 0.0463805 Jun 22 09:22:43.285027 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:43.313310 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-912ad413-a600-4673-8682-5b70ca861808 req-4d5fc53f-696c-4e60-b200-788d26234c32 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466740 Jun 22 09:22:43.665292 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 09:22:43.762898 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:22:43.773701 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Returning: {'device': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'port_id': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'mac_address': 'fa:16:3e:48:7d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 09:22:43.810578 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:22:43.811020 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:43.824227 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 09:22:43.843015 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:22:43.903991 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:43.949922 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:43.956977 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.957325 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.957700 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.958041 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.958376 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.958707 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.959068 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.959400 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.959727 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.960054 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.960382 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.960707 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.961030 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.961351 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:43.961671 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:44.253940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] get_ports_and_sgs() called for port_ids ['0504372a-158c-4127-b9f3-ca6d4ee3d4f8'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 09:22:44.430513 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cdd85-3689-4dcc-b384-9a4ffada0ca7 req-70887d79-1a5b-4878-9f57-5796105effff tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:44.432147 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d80cdd85-3689-4dcc-b384-9a4ffada0ca7 req-70887d79-1a5b-4878-9f57-5796105effff tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 944 time: 0.0475173 Jun 22 09:22:44.460165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:44.463968 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:44.494625 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-d80cdd85-3689-4dcc-b384-9a4ffada0ca7 req-6f1d919b-d736-4ab9-9585-779db8408b4d tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559127 Jun 22 09:22:44.647631 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:22:45.670472 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a985c-5791-4fb1-94d5-0aaaa067fe32 req-4c43c98e-802a-42e9-bb1f-7d832f26db2c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:45.671930 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4d1a985c-5791-4fb1-94d5-0aaaa067fe32 req-4c43c98e-802a-42e9-bb1f-7d832f26db2c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 944 time: 0.0467324 Jun 22 09:22:45.696337 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 up at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 09:22:45.720238 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4d1a985c-5791-4fb1-94d5-0aaaa067fe32 req-309062a5-7bb0-4751-96a4-dbaf78609d82 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Jun 22 09:22:45.739308 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning for port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 09:22:45.877800 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Provisioning complete for port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 09:22:45.878113 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406937'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:45.950530 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Current status of the port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 09:22:45.950934 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:45.972312 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:22:45.974568 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9d27b5726e55dc3d7b79e267fa1e79d10ea447f6349e94d6d8ab9eb2c9e87ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44796a4-d98a-4b14-85b8-c7df16d20597" -d '{"events": [{"server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "name": "network-vif-plugged", "status": "completed", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:22:45.987244 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] For port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:22:46.011803 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00520af4-783e-4f40-a5b2-153205b1e9f2 x-openstack-request-id: req-00520af4-783e-4f40-a5b2-153205b1e9f2 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:22:46.012092 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "name": "network-vif-plugged", "status": "completed", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:22:46.012346 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00520af4-783e-4f40-a5b2-153205b1e9f2 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:22:46.012740 dv-cinder-803823-12-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00520af4-783e-4f40-a5b2-153205b1e9f2'] response: {'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'code': 200} Jun 22 09:22:46.061159 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:46.106806 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Pushing event updated for resources: {'Port': ['ID=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:46.449582 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d2afe-891b-4a01-a9b2-eedfa0dc9e82 req-c6ff24e6-f347-47fb-a07c-d21fb89feec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:46.451202 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4a0d2afe-891b-4a01-a9b2-eedfa0dc9e82 req-c6ff24e6-f347-47fb-a07c-d21fb89feec0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1129 time: 0.0401251 Jun 22 09:22:46.497865 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4a0d2afe-891b-4a01-a9b2-eedfa0dc9e82 req-bb200730-77a0-4833-8e91-5b718df704d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Jun 22 09:22:46.710900 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-06b5291e-98f6-4b51-880c-e545db5af56a req-6617e76a-4a01-47cc-805b-4d5048627197 service neutron] (104666) timed out ('10.222.0.47', 55205) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:22:46.833303 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276758d-85e5-4259-aef7-16ca62d8f6c7 req-417e9941-ce53-470a-8d74-6d42e93aeca1 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:46.835289 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f276758d-85e5-4259-aef7-16ca62d8f6c7 req-417e9941-ce53-470a-8d74-6d42e93aeca1 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 945 time: 0.0498793 Jun 22 09:22:46.883632 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-f276758d-85e5-4259-aef7-16ca62d8f6c7 req-579ea330-a96e-45f7-9e51-53a97921e4ea tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Jun 22 09:22:48.002420 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d076-1eec-4775-a3e8-31e6268a4c75 req-3428ab3b-92b3-41a3-aeb7-2e88a999ead7 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:48.003834 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f747d076-1eec-4775-a3e8-31e6268a4c75 req-3428ab3b-92b3-41a3-aeb7-2e88a999ead7 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 945 time: 0.0470765 Jun 22 09:22:48.054012 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-f747d076-1eec-4775-a3e8-31e6268a4c75 req-af85bb59-147c-4e0a-899d-58e0e606648b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Jun 22 09:22:48.165373 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0779-a517-41c1-9fd2-bc26efeede6a req-c7a14b2f-7c36-4c41-bc7f-ffd88802309b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:48.166802 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5fac0779-a517-41c1-9fd2-bc26efeede6a req-c7a14b2f-7c36-4c41-bc7f-ffd88802309b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 945 time: 0.0460756 Jun 22 09:22:48.213877 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-5fac0779-a517-41c1-9fd2-bc26efeede6a req-06471d31-410c-4c40-9755-6b485c6e6e00 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415049 Jun 22 09:22:48.236427 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59580) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:22:48.272756 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aab4fb-b72a-4995-b142-cd2df2f04f13 tempest-TestVolumeBootPattern-1010728487 tempest-TestVolumeBootPattern-1010728487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:48.274116 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-70aab4fb-b72a-4995-b142-cd2df2f04f13 tempest-TestVolumeBootPattern-1010728487 tempest-TestVolumeBootPattern-1010728487-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1124 time: 0.0367439 Jun 22 09:22:48.276837 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59582) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:22:48.280849 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Request body: {'floatingip': {'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'port_id': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 09:22:48.426871 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:48.504922 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:48.623390 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Allocated IP 172.27.0.8 (72347d35-4d7b-4fc5-ad26-6809f3c1660a/20198578-209f-4659-9e38-bcf020822392/b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:22:48.694159 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:48.724749 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:48.751408 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:48.815200 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754879822978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:48.857014 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Network 72347d35-4d7b-4fc5-ad26-6809f3c1660a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:22:48.859839 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:22:48.863161 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 09:22:48.888727 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:49.223601 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (6a68b56f-36f5-4aeb-a2d0-b38c987d878b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:49.363325 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1502681'] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:49.502748 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:49.506438 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:49.623559 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754880291934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754879822996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754879823014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12985027'] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:49.698374 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event updated for resources: {'Port': ['ID=b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:49.716281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-508703'] for floatingip (6a68b56f-36f5-4aeb-a2d0-b38c987d878b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:49.816128 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Floating IP 6a68b56f-36f5-4aeb-a2d0-b38c987d878b associated. External IP: 172.27.0.8, port: 0504372a-158c-4127-b9f3-ca6d4ee3d4f8. Jun 22 09:22:50.004939 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:22:50.050368 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:50.111963 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:22:50.121104 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:22:50.131602 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:22:50.136119 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:22:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:50.205654 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:50.232030 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:22:50.239490 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5a8bc078-7fcf-46f9-87a8-f499d0187286 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9616821 Jun 22 09:22:50.240119 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:22:50.242334 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce739bb9-a07b-4683-8500-8914a7b6a65a" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:22:50.278126 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a0715-d4b5-40cf-a3f5-81a11cacca15 x-openstack-request-id: req-7f1a0715-d4b5-40cf-a3f5-81a11cacca15 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:22:50.278413 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:22:50.278668 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f1a0715-d4b5-40cf-a3f5-81a11cacca15 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:22:50.279102 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1a0715-d4b5-40cf-a3f5-81a11cacca15'] response: {'name': 'network-changed', 'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'status': 'completed', 'code': 200} Jun 22 09:22:50.365234 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-485813cc-cb56-4c04-8a0e-80744314397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:50.366803 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-485813cc-cb56-4c04-8a0e-80744314397b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1129 time: 0.0406954 Jun 22 09:22:50.440478 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '6a68b56f-36f5-4aeb-a2d0-b38c987d878b', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:48:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:22:49Z', 'updated_at': '2022-06-22T09:22:49Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}, {'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:44Z', 'revision_number': 1, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:50.457288 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-7c01c098-d28b-42fa-8859-5a18fcba631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:50.458790 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-7c01c098-d28b-42fa-8859-5a18fcba631d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0852642 Jun 22 09:22:50.468909 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:22:50.477425 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:22:50.478029 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:22:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:50.524657 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-5e566fff-8abf-42cc-9bce-d695f1919506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8 HTTP/1.1" status: 200 len: 997 time: 0.0586348 Jun 22 09:22:50.567076 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:50.575056 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-66e72551-376c-4f3a-a5a8-3102988dd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:50.581162 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-66e72551-376c-4f3a-a5a8-3102988dd196 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0459466 Jun 22 09:22:50.581296 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:22:50.627875 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-d6c4f07c-e69a-4021-9495-27b67ed9e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:22:50.629322 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-d6c4f07c-e69a-4021-9495-27b67ed9e9ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417922 Jun 22 09:22:50.725231 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-d8e8bfc0-f8a9-4aca-bb52-bb0197aa9a44 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893488 Jun 22 09:22:50.813794 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-ce739bb9-a07b-4683-8500-8914a7b6a65a req-caa03b0a-a6c1-41be-8aac-6c396447fc87 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828712 Jun 22 09:22:50.872723 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '6a68b56f-36f5-4aeb-a2d0-b38c987d878b', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:48:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:22:49Z', 'updated_at': '2022-06-22T09:22:49Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}, {'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:44Z', 'revision_number': 1, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:22:50.899967 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8100dd-af6f-4181-9287-0e6de8ccce20 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': '6a68b56f-36f5-4aeb-a2d0-b38c987d878b', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:48:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:22:49Z', 'updated_at': '2022-06-22T09:22:49Z', 'revision_number': 0, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}, {'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:44Z', 'revision_number': 1, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:22:51.092851 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cff75-dd85-452b-800e-669e027c75b7 None None] New status for floating IP 6a68b56f-36f5-4aeb-a2d0-b38c987d878b: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:22:56.252583 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b612-de4a-4b2e-84e7-82c9307dd033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:58.041564 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=44 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:58.050478 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=50 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:22:58.486619 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8045226a-59f3-444a-b212-5a32077741e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:22:59.680990 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:00.810029 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=12 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:00.811945 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=59 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:00.868981 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=77 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:00.876075 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:01.280593 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:01.603461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:11.138164 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=46,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:11.521678 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:11.812073 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:21.647083 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:23:21.694130 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:21.700576 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:23.776404 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-65e0c2e5-39c9-4b7b-bdad-fed957889555 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792584 Jun 22 09:23:23.871063 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-a2c63b18-0f9f-4d51-b80b-14851c3d192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:23:23.872563 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-a2c63b18-0f9f-4d51-b80b-14851c3d192d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1129 time: 0.0399606 Jun 22 09:23:23.976154 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-916d91ad-967d-46a8-b99d-2c71b377daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:23:23.977518 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-916d91ad-967d-46a8-b99d-2c71b377daf0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0868890 Jun 22 09:23:24.037387 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-5fe682e9-16aa-4ce7-802c-cb1f0cb9e2c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 1001 time: 0.0532501 Jun 22 09:23:24.083906 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-c67a05ef-fe27-4e80-8ff1-276de291466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:23:24.085257 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-c67a05ef-fe27-4e80-8ff1-276de291466f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0424638 Jun 22 09:23:24.126025 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-f50994df-483f-449e-9823-6cd677a41613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:23:24.127467 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-f50994df-483f-449e-9823-6cd677a41613 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370390 Jun 22 09:23:24.218015 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-c15e7fbb-55a0-4a1b-9dd3-35783ca73220 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Jun 22 09:23:24.317771 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-3e9f7523-c50d-456d-8370-223c4a13c753 req-ba7ec19c-c149-4cb7-bc29-2df71d0047de service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939560 Jun 22 09:23:26.228912 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6253c44-2077-4639-bf54-15430f459355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:28.485575 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7756dc5-957c-46fa-834e-e6c047730cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:29.642284 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:31.194164 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:31.599813 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:34.312933 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=50 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:34.314808 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=51 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:34.600269 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:34.610328 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:41.516366 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:41.587202 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:41.772139 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:51.711416 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:51.713318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:54.200839 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=11 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:54.202689 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=15 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:23:56.239642 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1999765-8a1c-4669-a4b4-d824f47c77cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:58.516052 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aff84136-c0bd-4055-b034-0e71196d40db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:23:58.646799 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:23:59.636587 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:01.193727 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:01.596945 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:11.522162 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:11.529179 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:11.601458 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:11.607279 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:11.801673 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:21.714471 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:21.715378 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:22.973834 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-6abd1d0a-a623-44e9-882b-2340cbed0f0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391848 Jun 22 09:24:23.043974 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-727f8d0a-5c26-4bce-ad5a-660f44c7a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:23.045470 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-727f8d0a-5c26-4bce-ad5a-660f44c7a9a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1129 time: 0.0386193 Jun 22 09:24:23.151443 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-e4a7fd04-93a1-45c2-b402-7ce491ea06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:23.152889 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-e4a7fd04-93a1-45c2-b402-7ce491ea06a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0885639 Jun 22 09:24:23.212928 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-e2f9fdaf-e58d-40d4-987f-98a85ce9ade0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8 HTTP/1.1" status: 200 len: 999 time: 0.0536616 Jun 22 09:24:23.260882 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-d953e8ec-9f8d-4a22-9217-0a989a0e0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:23.262199 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-d953e8ec-9f8d-4a22-9217-0a989a0e0b05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0435534 Jun 22 09:24:23.309066 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-d45b0d25-657e-49d5-80bd-58b3ba6eb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:23.310540 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-d45b0d25-657e-49d5-80bd-58b3ba6eb25c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416837 Jun 22 09:24:23.403093 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-e35235b0-d88a-4d4c-bb84-bfda250f85c6 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852199 Jun 22 09:24:23.495306 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-00143aab-fda3-4bec-9cc2-66a6f78d611a req-1eaeed43-c67b-4789-be78-979e3ddb9d74 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854390 Jun 22 09:24:26.213101 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c711103e-ec82-4890-81e3-dcb9d77dbfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:28.457751 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3e38e88-bb34-41ed-8677-cb1bdf7a17e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:29.057521 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59610) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:29.197083 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Deleting port b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:29.197529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:29.275817 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:29.276144 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:29.288617 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Calling delete_port for b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:29.418557 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:29.424624 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:29.526669 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:29.553271 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'Port': ['ID=b9e5d9ed-41fc-4d05-b2cc-252f3f2ab27e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:29.571756 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.572099 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.572438 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.572772 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.573101 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.573429 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.573755 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.574074 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.574397 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.574727 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.575052 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.575372 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.575690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.576001 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.576343 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:29.631225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (6a68b56f-36f5-4aeb-a2d0-b38c987d878b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:29.631506 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.db.l3_db [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Floating IP 6a68b56f-36f5-4aeb-a2d0-b38c987d878b disassociated (deleted). External IP: 172.27.0.8, port: 0504372a-158c-4127-b9f3-ca6d4ee3d4f8. Jun 22 09:24:29.675715 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:30.096787 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:24:30.198063 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:24:30.202904 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:30.207361 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:24:30.217139 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:30.217747 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:30.233285 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-29cd097b-ca33-41e4-a6f4-d4abdfcfcda6 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "DELETE /v2.0/floatingips/6a68b56f-36f5-4aeb-a2d0-b38c987d878b HTTP/1.1" status: 204 len: 168 time: 1.1746817 Jun 22 09:24:30.233883 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:24:30.236202 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864ca7ab-366e-456e-a543-020d22f3f189" -d '{"events": [{"name": "network-changed", "server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:24:30.322220 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:30.331280 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2be1cd8-ac95-4efb-9d7e-d4de15a152b7 x-openstack-request-id: req-c2be1cd8-ac95-4efb-9d7e-d4de15a152b7 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:24:30.331574 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:24:30.331829 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2be1cd8-ac95-4efb-9d7e-d4de15a152b7 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:24:30.332305 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2be1cd8-ac95-4efb-9d7e-d4de15a152b7'] response: {'name': 'network-changed', 'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'status': 'completed', 'code': 200} Jun 22 09:24:30.418590 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7ab-366e-456e-a543-020d22f3f189 req-f4d0f12e-89a4-42fa-8e63-458523924bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:30.420129 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-f4d0f12e-89a4-42fa-8e63-458523924bda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 1129 time: 0.0394623 Jun 22 09:24:30.514082 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7ab-366e-456e-a543-020d22f3f189 req-05f27e6b-c598-478d-82c9-070699cd9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:30.515601 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-05f27e6b-c598-478d-82c9-070699cd9236 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0893028 Jun 22 09:24:30.549299 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:44Z', 'revision_number': 1, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:30.562634 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-ccbabe0d-9244-4fd4-88a0-c9787fbaf2e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8 HTTP/1.1" status: 200 len: 217 time: 0.0369823 Jun 22 09:24:30.576979 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:24:30.585747 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:30.586355 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:30.620961 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7ab-366e-456e-a543-020d22f3f189 req-3768a674-1ae5-42df-b1c1-e1a31eb69662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:30.622893 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-3768a674-1ae5-42df-b1c1-e1a31eb69662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0533175 Jun 22 09:24:30.688854 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:30.690370 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e05c-e595-4b29-af34-2d541a2041ca req-6131f001-02bc-44a3-89b1-1a99e8e00afe tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:30.691871 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4d85e05c-e595-4b29-af34-2d541a2041ca req-6131f001-02bc-44a3-89b1-1a99e8e00afe tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 945 time: 0.0966015 Jun 22 09:24:30.746541 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-4d85e05c-e595-4b29-af34-2d541a2041ca req-71da737d-5637-4dea-b53b-ce089e5dcbcb tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478621 Jun 22 09:24:30.897090 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:44Z', 'revision_number': 1, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:30.923915 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770572-75cc-48f2-9a4c-e1719ce61e83 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_floatingips': [{'id': 'b8caa1ac-8901-4f04-b3be-8754215d9c73', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'router_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'port_id': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'mac_address': 'fa:16:3e:76:d7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T09:20:42Z', 'updated_at': '2022-06-22T09:20:44Z', 'revision_number': 1, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:24:31.144063 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8430573-fb3a-4259-8e7b-df6ee947bf8c None None] New status for floating IP 6a68b56f-36f5-4aeb-a2d0-b38c987d878b: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:24:31.206723 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:31.612088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:31.802051 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ca7ab-366e-456e-a543-020d22f3f189 req-9de085b7-6705-4b89-b97e-245a726c9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:31.803632 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-9de085b7-6705-4b89-b97e-245a726c9158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432746 Jun 22 09:24:31.936137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dcaae-3d42-4f4d-8d6a-3d73a608e3b4 req-d1636a65-2454-432c-ba8c-ef936b917d22 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:31.937566 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a30dcaae-3d42-4f4d-8d6a-3d73a608e3b4 req-d1636a65-2454-432c-ba8c-ef936b917d22 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 945 time: 0.1192048 Jun 22 09:24:31.939699 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-026d84ce-7242-4aa5-b5de-435cb4bb698b service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291816 Jun 22 09:24:31.971290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:31.987419 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-a30dcaae-3d42-4f4d-8d6a-3d73a608e3b4 req-1a52c8e6-74f6-4900-8823-d34edb697b2c tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 Jun 22 09:24:32.118521 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-864ca7ab-366e-456e-a543-020d22f3f189 req-39c81823-0f61-4dde-a28f-b68b8fbc07b5 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836172 Jun 22 09:24:32.483891 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-2b2bc1f5-ef50-4cf4-8e86-58296aab87fc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:32.485323 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-2b2bc1f5-ef50-4cf4-8e86-58296aab87fc tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Jun 22 09:24:32.513935 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=100 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:32.563412 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Deleting port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:32.563750 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:32.653515 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] For port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:32.653801 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:32.666314 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Calling delete_port for 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:32.846623 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (0504372a-158c-4127-b9f3-ca6d4ee3d4f8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:32.879552 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'Port': ['ID=0504372a-158c-4127-b9f3-ca6d4ee3d4f8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:32.932967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] No DVR routers for this DVR port 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:24:32.932967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:32.932967 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-2d3dd4d1-9cf9-48b0-b732-68eb65432e37 req-b9b1f437-a6ed-4c66-aebd-0bd619bd8ae9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "DELETE /v2.0/ports/0504372a-158c-4127-b9f3-ca6d4ee3d4f8 HTTP/1.1" status: 204 len: 173 time: 0.4365306 Jun 22 09:24:32.932967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'name': 'network-vif-deleted', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:24:32.932967 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02acc2d9-e889-420f-857e-d77bb8a1857a" -d '{"events": [{"server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "name": "network-vif-deleted", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:24:32.964779 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a80a39-39ad-4ad8-b1ae-99caa449d8af x-openstack-request-id: req-d3a80a39-39ad-4ad8-b1ae-99caa449d8af {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:24:32.965121 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fa7566-9e9a-4ed6-a784-2522df2d79c3", "name": "network-vif-deleted", "tag": "0504372a-158c-4127-b9f3-ca6d4ee3d4f8", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:24:32.965395 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3a80a39-39ad-4ad8-b1ae-99caa449d8af {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:24:32.965793 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a80a39-39ad-4ad8-b1ae-99caa449d8af'] response: {'server_uuid': '91fa7566-9e9a-4ed6-a784-2522df2d79c3', 'name': 'network-vif-deleted', 'tag': '0504372a-158c-4127-b9f3-ca6d4ee3d4f8', 'status': 'completed', 'code': 200} Jun 22 09:24:33.084977 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-d21ea0a7-9e86-463c-84d6-ac4372c286be req-8fa741c7-4561-4d4a-aa69-85c247c78c11 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 210 time: 0.0287561 Jun 22 09:24:34.192363 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-a5b6d59e-2151-4a55-abae-bae02d591aa6 req-e33056f3-5ca9-4624-857b-a153b6392a41 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fa7566-9e9a-4ed6-a784-2522df2d79c3 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Jun 22 09:24:35.646429 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:24:36.245139 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:36.263591 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:36.263933 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device 0504372a-158c-4127-b9f3-ca6d4ee3d4f8 not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:37.731378 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59658) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:37.875086 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Deleting port a08eb36a-aeee-492e-be6f-e8379897d1ca {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:37.875430 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:37.969614 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:37.969888 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (a08eb36a-aeee-492e-be6f-e8379897d1ca), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:37.982591 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Calling delete_port for a08eb36a-aeee-492e-be6f-e8379897d1ca owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:38.189478 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (a08eb36a-aeee-492e-be6f-e8379897d1ca), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:38.218419 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'Port': ['ID=a08eb36a-aeee-492e-be6f-e8379897d1ca,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:38.232589 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.232939 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.233282 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.233615 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.233945 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.234277 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.234601 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.234945 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.235275 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.235598 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.235918 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.236238 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.236553 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.236868 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.237182 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:38.292672 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (b8caa1ac-8901-4f04-b3be-8754215d9c73), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:38.292955 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.db.l3_db [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Floating IP b8caa1ac-8901-4f04-b3be-8754215d9c73 disassociated (deleted). External IP: 172.27.0.201, port: e352ec75-6932-4bcb-9abb-b505c98b5daa. Jun 22 09:24:38.487514 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:24:38.542144 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:38.565178 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:38.589549 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:24:38.594358 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:38.599456 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:24:38.617807 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:38.618424 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:38.827048 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:38.881953 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-dba0d847-7fe8-464f-b3f0-da29441dd3fd tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "DELETE /v2.0/floatingips/b8caa1ac-8901-4f04-b3be-8754215d9c73 HTTP/1.1" status: 204 len: 168 time: 1.1494222 Jun 22 09:24:38.882583 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:24:38.884847 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84302cef05210a43d56f8451ee878fe5d99b8ff9418ffa7c16a3611c39d317a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5ae2c-ecc4-4865-b518-c296093dfed1" -d '{"events": [{"name": "network-changed", "server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:24:38.893632 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:38.949964 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:38.999655 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b7910-f66c-4852-9cea-ebbf032b56c3 x-openstack-request-id: req-f24b7910-f66c-4852-9cea-ebbf032b56c3 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:24:38.999944 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:24:39.000982 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f24b7910-f66c-4852-9cea-ebbf032b56c3 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:24:39.001941 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24b7910-f66c-4852-9cea-ebbf032b56c3'] response: {'name': 'network-changed', 'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'status': 'completed', 'code': 200} Jun 22 09:24:39.021415 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:39.048076 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:24:39.058518 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:39.059157 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:39.122069 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-e0b1ed2d-1c91-4544-afdb-cf165947ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:39.123819 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-e0b1ed2d-1c91-4544-afdb-cf165947ca76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ebebf95a551410b97bd5651b7173f0b&device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 1129 time: 0.0615370 Jun 22 09:24:39.168765 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:39.225659 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-ab9dedda-f3b5-448e-8e1f-a4bd7625bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:39.236111 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-ab9dedda-f3b5-448e-8e1f-a4bd7625bc62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 200 len: 913 time: 0.0958951 Jun 22 09:24:39.274719 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-068ba8c1-6f35-4a5c-bc4f-21dc34d1aa83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 200 len: 217 time: 0.0412805 Jun 22 09:24:39.342955 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-80659e55-3e53-4cc0-a7db-92fe216aeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:39.345042 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-80659e55-3e53-4cc0-a7db-92fe216aeebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 200 len: 851 time: 0.0603609 Jun 22 09:24:39.390546 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:39.406290 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3e40-33b1-46c8-a418-a361fa98e731 req-0fcd917e-9c0e-418f-b9ae-e84682c7dc97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:39.408019 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4efe3e40-33b1-46c8-a418-a361fa98e731 req-0fcd917e-9c0e-418f-b9ae-e84682c7dc97 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Jun 22 09:24:39.413747 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1455b2-e338-4316-9248-16957bc42646 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:38Z', 'revision_number': 4, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi', '_interfaces': [{'id': 'bb26c2c9-0e7a-46bc-998a-527adf0b498b', 'name': '', 'network_id': 'e2a0f500-8880-40a2-ae1d-641ca9b0e059', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'mac_address': 'fa:16:3e:e8:4d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6be638b3-6b25-48ad-8184-f9b019408456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:37Z', 'updated_at': '2022-06-22T09:17:41Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'subnets': [{'id': '6be638b3-6b25-48ad-8184-f9b019408456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:24:39.463080 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4efe3e40-33b1-46c8-a418-a361fa98e731 req-3d4ace63-76bf-4d2f-a176-a6fd2ab3d7b4 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490997 Jun 22 09:24:39.633562 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abada1e-3017-4034-a3c6-6eaf1b36e8a9 None None] New status for floating IP b8caa1ac-8901-4f04-b3be-8754215d9c73: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 09:24:40.567400 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-fee9d7cb-fc2c-4bca-9250-a50eb7b33e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:40.568942 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-fee9d7cb-fc2c-4bca-9250-a50eb7b33e29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2a0f500-8880-40a2-ae1d-641ca9b0e059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400085 Jun 22 09:24:40.580864 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800f433-b060-4da4-8758-730fc5c6f39a req-18c5f7a4-f5fa-4345-913f-7405219f0341 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:40.582383 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c800f433-b060-4da4-8758-730fc5c6f39a req-18c5f7a4-f5fa-4345-913f-7405219f0341 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 945 time: 0.0474527 Jun 22 09:24:40.631749 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c800f433-b060-4da4-8758-730fc5c6f39a req-d42d259b-3cb8-4f73-9954-a2e5a832b38b tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/security-groups?id=3913980a-7f49-469f-93a0-ab2a61825f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Jun 22 09:24:40.644864 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:40.667810 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-47972cfa-7ee4-487e-9012-9822421cfc99 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904210 Jun 22 09:24:40.869429 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-69a5ae2c-ecc4-4865-b518-c296093dfed1 req-cd7ad53b-082f-4f2c-b8b5-13befa13d199 service neutron] 10.222.0.47 "GET /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876362 Jun 22 09:24:41.171872 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-c8df6044-0a71-4b19-b9a5-3663529ac577 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 09:24:41.173317 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-c8df6044-0a71-4b19-b9a5-3663529ac577 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 945 time: 0.0466111 Jun 22 09:24:41.217509 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:41.251570 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Deleting port e352ec75-6932-4bcb-9abb-b505c98b5daa {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:41.251910 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:41.343114 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] For port e352ec75-6932-4bcb-9abb-b505c98b5daa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e352ec75-6932-4bcb-9abb-b505c98b5daa,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:41.343475 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:41.357610 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Calling delete_port for e352ec75-6932-4bcb-9abb-b505c98b5daa owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:41.555501 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (e352ec75-6932-4bcb-9abb-b505c98b5daa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:41.585172 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'Port': ['ID=e352ec75-6932-4bcb-9abb-b505c98b5daa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:41.627776 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] No DVR routers for this DVR port e352ec75-6932-4bcb-9abb-b505c98b5daa on host hv-cinder-80382 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:24:41.647698 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:41.647698 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-4f8438a1-f540-4986-ba4d-3603788ab249 req-47522924-bcd8-4f50-89b9-b97c2b237e79 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.47 "DELETE /v2.0/ports/e352ec75-6932-4bcb-9abb-b505c98b5daa HTTP/1.1" status: 204 len: 173 time: 0.4551697 Jun 22 09:24:41.647698 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'name': 'network-vif-deleted', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 09:24:41.647698 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a93801a13cc5f3ae9c5da3af788eeb0728f92656546aa24424d01b3c94ba511" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46781d4-c017-4e0f-844f-17726c04309c" -d '{"events": [{"server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "name": "network-vif-deleted", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:24:41.677518 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400e52c1-aa5f-4d84-95eb-da1b27c68892 x-openstack-request-id: req-400e52c1-aa5f-4d84-95eb-da1b27c68892 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:24:41.677816 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251338b2-8fa8-45cd-97f9-2e5cebc53d39", "name": "network-vif-deleted", "tag": "e352ec75-6932-4bcb-9abb-b505c98b5daa", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:24:41.678074 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-400e52c1-aa5f-4d84-95eb-da1b27c68892 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:24:41.678494 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400e52c1-aa5f-4d84-95eb-da1b27c68892'] response: {'server_uuid': '251338b2-8fa8-45cd-97f9-2e5cebc53d39', 'name': 'network-vif-deleted', 'tag': 'e352ec75-6932-4bcb-9abb-b505c98b5daa', 'status': 'completed', 'code': 200} Jun 22 09:24:41.732763 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [req-c002c6c3-cea8-4a95-a685-89b5dcaabb4d req-5320c03a-107c-4be1-b1ac-e8266b90d8f0 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 210 time: 0.0291829 Jun 22 09:24:41.881084 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:42.841125 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [req-76dcccf2-f5b1-47f6-b06c-5b4a1b2d8bdd req-d4faa4eb-cb45-4347-a8ca-186275953cd8 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "GET /v2.0/ports?device_id=251338b2-8fa8-45cd-97f9-2e5cebc53d39 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Jun 22 09:24:43.899684 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59678) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:44.007690 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Deleting port 4ed2e663-f874-46d3-8587-fb2ed85d9f9d {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:44.008032 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:44.081130 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:44.081363 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:44.094854 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Calling delete_port for 4ed2e663-f874-46d3-8587-fb2ed85d9f9d owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:44.104897 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:44.287295 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device e352ec75-6932-4bcb-9abb-b505c98b5daa no longer exists at agent hyperv_hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:44.306695 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] No Port match for: e352ec75-6932-4bcb-9abb-b505c98b5daa {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:44.307106 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Device e352ec75-6932-4bcb-9abb-b505c98b5daa not bound to the agent host hv-cinder-80382 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:44.343626 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (4ed2e663-f874-46d3-8587-fb2ed85d9f9d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:44.368190 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'Port': ['ID=4ed2e663-f874-46d3-8587-fb2ed85d9f9d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:44.434602 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for floatingip (f8dad15b-a61f-4a45-b0cc-85a158aee4e5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:44.437074 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103284'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:44.438252 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-8b2426d5-6714-4f61-9756-7bdc31a2bce9 tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "DELETE /v2.0/floatingips/f8dad15b-a61f-4a45-b0cc-85a158aee4e5 HTTP/1.1" status: 204 len: 168 time: 0.5386209 Jun 22 09:24:45.861178 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59690) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:45.917121 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-808eb229-756d-4192-b7eb-4fd31b806a5a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group (3913980a-7f49-469f-93a0-ab2a61825f89), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:45.921584 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:45.942057 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-808eb229-756d-4192-b7eb-4fd31b806a5a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group (3913980a-7f49-469f-93a0-ab2a61825f89), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:46.074577 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-808eb229-756d-4192-b7eb-4fd31b806a5a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3913980a-7f49-469f-93a0-ab2a61825f89), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:46.077111 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-808eb229-756d-4192-b7eb-4fd31b806a5a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:46.078264 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-808eb229-756d-4192-b7eb-4fd31b806a5a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] 10.222.0.55 "DELETE /v2.0/security-groups/3913980a-7f49-469f-93a0-ab2a61825f89 HTTP/1.1" status: 204 len: 168 time: 0.2160888 Jun 22 09:24:46.087428 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eb229-756d-4192-b7eb-4fd31b806a5a tempest-TestVolumeBootPattern-1694002605 tempest-TestVolumeBootPattern-1694002605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3913980a-7f49-469f-93a0-ab2a61825f89,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:46.201658 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59694) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:46.617136 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (69643de5-de9d-4564-b667-3647db95e5ed), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:46.829137 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:46.833579 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Deleting port bb26c2c9-0e7a-46bc-998a-527adf0b498b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:46.833919 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:46.910404 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] For port bb26c2c9-0e7a-46bc-998a-527adf0b498b, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=bb26c2c9-0e7a-46bc-998a-527adf0b498b,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:46.911120 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:46.923974 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Calling delete_port for bb26c2c9-0e7a-46bc-998a-527adf0b498b owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:47.050782 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:47.217729 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (bb26c2c9-0e7a-46bc-998a-527adf0b498b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:47.246926 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb26c2c9-0e7a-46bc-998a-527adf0b498b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:47.667821 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (69643de5-de9d-4564-b667-3647db95e5ed), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:47.872646 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Router 69643de5-de9d-4564-b667-3647db95e5ed has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:24:47.973247 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:24:47.978889 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-1406402d-695b-426f-b168-1fcc510b2e07 admin admin] 10.222.0.55 "PUT /v2.0/routers/69643de5-de9d-4564-b667-3647db95e5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756193 Jun 22 09:24:47.981197 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59698) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:47.984361 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] Sync routers for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:24:47.995418 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:47.996019 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:48.076472 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks [] for router (69643de5-de9d-4564-b667-3647db95e5ed), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.078697 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:48.096469 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: dv-cinder-803823-12-iscsi {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:48.175797 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks [] for router_gateway (69643de5-de9d-4564-b667-3647db95e5ed), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.263242 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:24:47Z', 'revision_number': 5, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port': {'id': 'adccc0d7-d9ac-4771-808e-0573c473a615', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69643de5-de9d-4564-b667-3647db95e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:48.287643 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] Checking router: 69643de5-de9d-4564-b667-3647db95e5ed for host: dv-cinder-803823-12-iscsi {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:24:48.296588 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] Routers {'69643de5-de9d-4564-b667-3647db95e5ed'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:48.297078 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Deleting port adccc0d7-d9ac-4771-808e-0573c473a615 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:48.297238 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['69643de5-de9d-4564-b667-3647db95e5ed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:48.297422 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.378490 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] For port adccc0d7-d9ac-4771-808e-0573c473a615, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=adccc0d7-d9ac-4771-808e-0573c473a615,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:48.378885 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.380510 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] Set router 69643de5-de9d-4564-b667-3647db95e5ed gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:48.385898 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:48.392565 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Calling delete_port for adccc0d7-d9ac-4771-808e-0573c473a615 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:48.428364 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:24:48Z', 'revision_number': 6, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:48.456291 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f4c56-f25d-4667-b448-66dd4d9cdfb5 None None] The sync data for ids ['69643de5-de9d-4564-b667-3647db95e5ed'] in dv-cinder-803823-12-iscsi is: [{'id': '69643de5-de9d-4564-b667-3647db95e5ed', 'name': 'tempest-TestVolumeBootPattern-1266932427-router', 'tenant_id': '6ebebf95a551410b97bd5651b7173f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:35Z', 'updated_at': '2022-06-22T09:24:48Z', 'revision_number': 6, 'project_id': '6ebebf95a551410b97bd5651b7173f0b', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:24:48.635042 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (adccc0d7-d9ac-4771-808e-0573c473a615), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.658761 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Pushing event deleted for resources: {'Port': ['ID=adccc0d7-d9ac-4771-808e-0573c473a615,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:48.726304 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (69643de5-de9d-4564-b667-3647db95e5ed), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.813281 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (69643de5-de9d-4564-b667-3647db95e5ed), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.815620 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks [] for router_controller (69643de5-de9d-4564-b667-3647db95e5ed), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.926472 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (69643de5-de9d-4564-b667-3647db95e5ed), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.927171 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69643de5-de9d-4564-b667-3647db95e5ed {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:24:48.931365 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:48.932510 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-e7d0ffd1-619e-4279-aeb2-3274bff3347b admin admin] 10.222.0.55 "DELETE /v2.0/routers/69643de5-de9d-4564-b667-3647db95e5ed HTTP/1.1" status: 204 len: 168 time: 0.9504166 Jun 22 09:24:48.935176 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:48.982881 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Deleting subnet 6be638b3-6b25-48ad-8184-f9b019408456 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:24:48.986091 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Publish callbacks [] for subnet (6be638b3-6b25-48ad-8184-f9b019408456), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.020705 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13097743'] for subnet (6be638b3-6b25-48ad-8184-f9b019408456), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.097481 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (6be638b3-6b25-48ad-8184-f9b019408456), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.132572 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:49.326482 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12984973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24792914'] for subnet (6be638b3-6b25-48ad-8184-f9b019408456), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.354230 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be638b3-6b25-48ad-8184-f9b019408456,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:49.359581 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.363096 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-72ce9ef3-0832-4954-8be1-9a8d1e3635bd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6be638b3-6b25-48ad-8184-f9b019408456 HTTP/1.1" status: 204 len: 168 time: 0.4269869 Jun 22 09:24:49.368814 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59702) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:49.368918 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45141696-1905-4e25-b562-d126f03109f9 None None] Network e2a0f500-8880-40a2-ae1d-641ca9b0e059 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:24:49.451318 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (e2a0f500-8880-40a2-ae1d-641ca9b0e059), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.501134 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Deleting port 044b66e1-9c31-48e8-9d46-74f2298b9e70 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:49.501496 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.529461 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] DHCP port deletion for e2a0f500-8880-40a2-ae1d-641ca9b0e059 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:24:49.568725 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] For port 044b66e1-9c31-48e8-9d46-74f2298b9e70, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=044b66e1-9c31-48e8-9d46-74f2298b9e70,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:49.568973 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Deleting port 044b66e1-9c31-48e8-9d46-74f2298b9e70 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:49.569126 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.569281 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.582538 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Calling delete_port for 044b66e1-9c31-48e8-9d46-74f2298b9e70 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:49.624362 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:49.638187 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] For port 044b66e1-9c31-48e8-9d46-74f2298b9e70, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=044b66e1-9c31-48e8-9d46-74f2298b9e70,segment=NetworkSegment(8558ae46-89c2-408a-a75b-aab89834bcf1),segment_id=8558ae46-89c2-408a-a75b-aab89834bcf1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:49.638579 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.657149 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Calling delete_port for 044b66e1-9c31-48e8-9d46-74f2298b9e70 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:49.772216 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.778188 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (044b66e1-9c31-48e8-9d46-74f2298b9e70), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.798221 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=044b66e1-9c31-48e8-9d46-74f2298b9e70,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:49.802230 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Pushing event deleted for resources: {'Port': ['ID=044b66e1-9c31-48e8-9d46-74f2298b9e70,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:49.802384 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] No DVR routers for this DVR port 044b66e1-9c31-48e8-9d46-74f2298b9e70 on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:24:49.814672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] No DVR routers for this DVR port 044b66e1-9c31-48e8-9d46-74f2298b9e70 on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.819924 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.820908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.820908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.820908 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.821195 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.821551 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119212-741f-4ced-b869-b7a6f4c5db96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-12-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:49.878154 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 044b66e1-9c31-48e8-9d46-74f2298b9e70 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:49.883442 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (e2a0f500-8880-40a2-ae1d-641ca9b0e059), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.897325 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 044b66e1-9c31-48e8-9d46-74f2298b9e70 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:49.897672 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 044b66e1-9c31-48e8-9d46-74f2298b9e70 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:49.898087 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device bb26c2c9-0e7a-46bc-998a-527adf0b498b no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:49.903529 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a0f500-8880-40a2-ae1d-641ca9b0e059']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:49.912684 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8558ae46-89c2-408a-a75b-aab89834bcf1') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:49.912984 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8558ae46-89c2-408a-a75b-aab89834bcf1') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:49.915441 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: bb26c2c9-0e7a-46bc-998a-527adf0b498b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:49.915782 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device bb26c2c9-0e7a-46bc-998a-527adf0b498b not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:49.916191 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device adccc0d7-d9ac-4771-808e-0573c473a615 no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:49.923196 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (8558ae46-89c2-408a-a75b-aab89834bcf1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.934385 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: adccc0d7-d9ac-4771-808e-0573c473a615 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:49.934726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device adccc0d7-d9ac-4771-808e-0573c473a615 not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:49.937964 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (8558ae46-89c2-408a-a75b-aab89834bcf1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:49.944594 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:24:49.944870 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (8558ae46-89c2-408a-a75b-aab89834bcf1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:50.020690 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 8558ae46-89c2-408a-a75b-aab89834bcf1 resource provider aggregate not found Jun 22 09:24:50.036581 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment 8558ae46-89c2-408a-a75b-aab89834bcf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8558ae46-89c2-408a-a75b-aab89834bcf1 found for delete ", "request_id": "req-14d27646-c272-4698-96e5-c3981e1ba77a"}]} Jun 22 09:24:50.109065 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (e2a0f500-8880-40a2-ae1d-641ca9b0e059), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:50.114628 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:50.117653 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e2a0f500-8880-40a2-ae1d-641ca9b0e059 HTTP/1.1" status: 204 len: 168 time: 0.7511661 Jun 22 09:24:50.120595 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59710) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:50.128227 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bb8ac-e46b-40d7-a51b-b67dabfed8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a0f500-8880-40a2-ae1d-641ca9b0e059,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:50.426266 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524261'] for router_interface (475def99-39c6-4587-ba53-37d4cb3d858a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:50.638871 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Deleting port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:50.639111 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:50.715187 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] For port 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:50.715541 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:50.728136 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Calling delete_port for 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:50.778076 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:50.825889 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=100 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:51.010111 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (2269d62a-3dc7-4e76-83d3-2d7a7f536ebb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:51.034700 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Pushing event deleted for resources: {'Port': ['ID=2269d62a-3dc7-4e76-83d3-2d7a7f536ebb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:51.195382 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524145'] for router_interface (475def99-39c6-4587-ba53-37d4cb3d858a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:51.398347 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Router 475def99-39c6-4587-ba53-37d4cb3d858a has already been hosted by L3 agent f85ba739-4c2f-4578-9c71-ecc1cf6a48f2 {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 09:24:51.498651 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] Notify agent at l3_agent.dv-cinder-803823-12-iscsi the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:24:51.503630 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-6cda9951-d112-4393-bbf3-500dd213d628 admin admin] 10.222.0.55 "PUT /v2.0/routers/475def99-39c6-4587-ba53-37d4cb3d858a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819456 Jun 22 09:24:51.506115 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59712) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:51.507630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] Sync routers for ids ['475def99-39c6-4587-ba53-37d4cb3d858a'] in dv-cinder-803823-12-iscsi {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:24:51.517929 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] Routers {'475def99-39c6-4587-ba53-37d4cb3d858a'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:51.518567 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['475def99-39c6-4587-ba53-37d4cb3d858a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:51.599416 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks [] for router (475def99-39c6-4587-ba53-37d4cb3d858a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:51.617606 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] Set router 475def99-39c6-4587-ba53-37d4cb3d858a gateway port host: dv-cinder-803823-12-iscsi {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:51.700637 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks [] for router_gateway (475def99-39c6-4587-ba53-37d4cb3d858a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:51.762289 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:51.791079 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:51.812506 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Deleting port d21448d4-961f-46b6-8451-759eca780e5a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:51.817836 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (d21448d4-961f-46b6-8451-759eca780e5a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:51.837398 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:51.843364 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:51.897879 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] For port d21448d4-961f-46b6-8451-759eca780e5a, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=d21448d4-961f-46b6-8451-759eca780e5a,segment=NetworkSegment(6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d),segment_id=6c368d4f-b5bd-4fe8-8025-75b93b8b3d2d)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:51.898157 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (d21448d4-961f-46b6-8451-759eca780e5a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:51.908572 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'external_fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:24:50Z', 'revision_number': 5, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port': {'id': 'd21448d4-961f-46b6-8451-759eca780e5a', 'name': '', 'network_id': '72347d35-4d7b-4fc5-ad26-6809f3c1660a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '20198578-209f-4659-9e38-bcf020822392', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20198578-209f-4659-9e38-bcf020822392', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-12-iscsi'}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:51.911191 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Calling delete_port for d21448d4-961f-46b6-8451-759eca780e5a owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:51.933359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] Checking router: 475def99-39c6-4587-ba53-37d4cb3d858a for host: dv-cinder-803823-12-iscsi {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:24:51.941997 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] Routers {'475def99-39c6-4587-ba53-37d4cb3d858a'} bound to L3 agent in host dv-cinder-803823-12-iscsi {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 09:24:51.942605 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T08:58:58Z,description=,heartbeat_timestamp=2022-06-22T09:24:28Z,host='dv-cinder-803823-12-iscsi',id=f85ba739-4c2f-4578-9c71-ecc1cf6a48f2,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T08:58:59Z,topic='l3_agent')) {'router_ids': ['475def99-39c6-4587-ba53-37d4cb3d858a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:52.026080 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] Set router 475def99-39c6-4587-ba53-37d4cb3d858a gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 09:24:52.077282 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:24:51Z', 'revision_number': 6, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port_host': None}], 'dv-cinder-803823-12-iscsi', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:52.101475 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fa28b-8a2b-4f7e-83ad-e8768e151a76 None None] The sync data for ids ['475def99-39c6-4587-ba53-37d4cb3d858a'] in dv-cinder-803823-12-iscsi is: [{'id': '475def99-39c6-4587-ba53-37d4cb3d858a', 'name': 'tempest-TestVolumeBootPattern-1020144187-router', 'tenant_id': '0fafa77b81ed4c54a217d4af0a901358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T09:17:41Z', 'updated_at': '2022-06-22T09:24:51Z', 'revision_number': 6, 'project_id': '0fafa77b81ed4c54a217d4af0a901358', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:24:52.183840 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12737576'] for port (d21448d4-961f-46b6-8451-759eca780e5a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.206079 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Pushing event deleted for resources: {'Port': ['ID=d21448d4-961f-46b6-8451-759eca780e5a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:52.273813 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519509'] for router_gateway (475def99-39c6-4587-ba53-37d4cb3d858a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.359549 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14727'] for router (475def99-39c6-4587-ba53-37d4cb3d858a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.362041 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks [] for router_controller (475def99-39c6-4587-ba53-37d4cb3d858a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.486332 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520658'] for router (475def99-39c6-4587-ba53-37d4cb3d858a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.487115 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475def99-39c6-4587-ba53-37d4cb3d858a {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:24:52.491325 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.492522 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-f3caa5d4-5dd7-4e77-8eb5-6da31afaf26b admin admin] 10.222.0.55 "DELETE /v2.0/routers/475def99-39c6-4587-ba53-37d4cb3d858a HTTP/1.1" status: 204 len: 168 time: 0.9854541 Jun 22 09:24:52.494931 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59714) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:52.540471 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Deleting subnet f3f150b1-73ae-4a2b-a06f-60e486120a6f {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 09:24:52.543767 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:52.544611 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Publish callbacks [] for subnet (f3f150b1-73ae-4a2b-a06f-60e486120a6f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.577875 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13296876'] for subnet (f3f150b1-73ae-4a2b-a06f-60e486120a6f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.656493 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405511'] for subnet (f3f150b1-73ae-4a2b-a06f-60e486120a6f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.800999 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12737663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13035002'] for subnet (f3f150b1-73ae-4a2b-a06f-60e486120a6f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.826908 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f150b1-73ae-4a2b-a06f-60e486120a6f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:52.830559 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.833910 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-31b5d219-5fa2-4f75-80c7-1c55c5323a05 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f3f150b1-73ae-4a2b-a06f-60e486120a6f HTTP/1.1" status: 204 len: 168 time: 0.3377783 Jun 22 09:24:52.836447 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59716) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:52.837811 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac56622-d58c-4668-96f9-c63a78b8e696 None None] Network 129b89a8-9828-407b-8fc3-bb21a48a19d1 requested from dv-cinder-803823-12-iscsi {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 09:24:52.909225 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316048'] for network (129b89a8-9828-407b-8fc3-bb21a48a19d1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.952435 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Deleting port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:52.952778 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:52.995247 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] DHCP port deletion for 129b89a8-9828-407b-8fc3-bb21a48a19d1 request from dv-cinder-803823-12-iscsi {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 09:24:53.026287 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] For port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:53.026914 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.042113 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Calling delete_port for 6455c50e-1f0f-4a28-ae60-b9759b91bbfb owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:53.042292 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] Deleting port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 09:24:53.042595 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754880286504'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.111882 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] For port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb, host dv-cinder-803823-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-12-iscsi',level=0,port_id=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,segment=NetworkSegment(db44f245-f1a4-44bc-9c77-a3021ec9dc3c),segment_id=db44f245-f1a4-44bc-9c77-a3021ec9dc3c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:24:53.112479 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518354'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.114686 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:53.126307 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] Calling delete_port for 6455c50e-1f0f-4a28-ae60-b9759b91bbfb owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 09:24:53.253334 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12985050'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.259032 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754880291952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754879822987'] for port (6455c50e-1f0f-4a28-ae60-b9759b91bbfb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.282306 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Pushing event deleted for resources: {'Port': ['ID=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:53.285900 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] No DVR routers for this DVR port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb on host dv-cinder-803823-12-iscsi {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:24:53.287630 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] No DVR routers for this DVR port 6455c50e-1f0f-4a28-ae60-b9759b91bbfb on host dv-cinder-803823-12-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 09:24:53.289212 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85c4bf-c4c0-47c3-9a43-dab0df34b0f5 None None] Pushing event deleted for resources: {'Port': ['ID=6455c50e-1f0f-4a28-ae60-b9759b91bbfb,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:53.357105 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560378', 'neutron.services.segments.db._delete_segments_for_network-8754880099979'] for network (129b89a8-9828-407b-8fc3-bb21a48a19d1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.377943 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129b89a8-9828-407b-8fc3-bb21a48a19d1']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:53.387697 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:53.387990 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.services.segments.db [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db44f245-f1a4-44bc-9c77-a3021ec9dc3c') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:24:53.400752 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754880100500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13097748'] for segment (db44f245-f1a4-44bc-9c77-a3021ec9dc3c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.418907 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431'] for segment (db44f245-f1a4-44bc-9c77-a3021ec9dc3c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.428931 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:24:53.429172 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1557431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12985063'] for segment (db44f245-f1a4-44bc-9c77-a3021ec9dc3c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.449534 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment db44f245-f1a4-44bc-9c77-a3021ec9dc3c resource provider aggregate not found Jun 22 09:24:53.466456 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.services.segments.plugin [-] Segment db44f245-f1a4-44bc-9c77-a3021ec9dc3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db44f245-f1a4-44bc-9c77-a3021ec9dc3c found for delete ", "request_id": "req-af9374aa-d825-463e-83c8-473e13c5200f"}]} Jun 22 09:24:53.598462 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-508738'] for network (129b89a8-9828-407b-8fc3-bb21a48a19d1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.605585 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540132'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:53.611236 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] 10.222.0.55 "DELETE /v2.0/networks/129b89a8-9828-407b-8fc3-bb21a48a19d1 HTTP/1.1" status: 204 len: 168 time: 0.7711730 Jun 22 09:24:53.617857 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a01a1-71e4-4ce6-a2db-2cd4a49a934f admin admin] Pushing event deleted for resources: {'Network': ['ID=129b89a8-9828-407b-8fc3-bb21a48a19d1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:53.860855 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6455c50e-1f0f-4a28-ae60-b9759b91bbfb no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:53.880286 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 6455c50e-1f0f-4a28-ae60-b9759b91bbfb {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:53.880633 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 6455c50e-1f0f-4a28-ae60-b9759b91bbfb not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:53.881047 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:53.898578 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:53.898955 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device 2269d62a-3dc7-4e76-83d3-2d7a7f536ebb not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:53.899358 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d21448d4-961f-46b6-8451-759eca780e5a no longer exists at agent ovs-agent-dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 09:24:53.917791 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] No Port match for: d21448d4-961f-46b6-8451-759eca780e5a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 09:24:53.918166 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Device d21448d4-961f-46b6-8451-759eca780e5a not bound to the agent host dv-cinder-803823-12-iscsi {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 09:24:54.002189 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59724) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:54.041360 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-ebbaef40-4661-4460-8c57-32be43bdd30a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ebebf95a551410b97bd5651b7173f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380285 Jun 22 09:24:54.044366 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.55', 59726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:54.055468 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:54.091255 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-028ce07d-9801-4f20-99e6-9164bb8623a9 admin admin] Publish callbacks [] for security_group (402b3ec6-6499-4715-b90e-afc6346cbad5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:54.117501 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-028ce07d-9801-4f20-99e6-9164bb8623a9 admin admin] Publish callbacks [] for security_group (402b3ec6-6499-4715-b90e-afc6346cbad5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:54.251789 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-028ce07d-9801-4f20-99e6-9164bb8623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (402b3ec6-6499-4715-b90e-afc6346cbad5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:54.254297 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-028ce07d-9801-4f20-99e6-9164bb8623a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:54.255484 dv-cinder-803823-12-iscsi neutron-server[104667]: INFO neutron.wsgi [None req-028ce07d-9801-4f20-99e6-9164bb8623a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/402b3ec6-6499-4715-b90e-afc6346cbad5 HTTP/1.1" status: 204 len: 168 time: 0.2102475 Jun 22 09:24:54.263934 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ce07d-9801-4f20-99e6-9164bb8623a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b3ec6-6499-4715-b90e-afc6346cbad5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:54.955351 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59732) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:54.996311 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-3741b079-37e4-4924-9c1e-c3d56f5a3e2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fafa77b81ed4c54a217d4af0a901358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397637 Jun 22 09:24:55.008248 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.55', 59734) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 09:24:55.059827 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-adcd7fa9-3370-4a54-aa3f-a367c4b8a34f admin admin] Publish callbacks [] for security_group (3b158790-4107-4281-af8e-67543415dffc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:55.081020 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-adcd7fa9-3370-4a54-aa3f-a367c4b8a34f admin admin] Publish callbacks [] for security_group (3b158790-4107-4281-af8e-67543415dffc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:55.209591 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-adcd7fa9-3370-4a54-aa3f-a367c4b8a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478165'] for security_group (3b158790-4107-4281-af8e-67543415dffc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:55.212189 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-adcd7fa9-3370-4a54-aa3f-a367c4b8a34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:55.213348 dv-cinder-803823-12-iscsi neutron-server[104666]: INFO neutron.wsgi [None req-adcd7fa9-3370-4a54-aa3f-a367c4b8a34f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b158790-4107-4281-af8e-67543415dffc HTTP/1.1" status: 204 len: 168 time: 0.2041130 Jun 22 09:24:55.221640 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd7fa9-3370-4a54-aa3f-a367c4b8a34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b158790-4107-4281-af8e-67543415dffc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:56.269112 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9785-c31a-44ea-a399-9395942510d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:58.382430 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=76 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:58.431433 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:24:58.466588 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d643fd1-340e-482a-97cd-bdc76760181a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:24:59.674358 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:01.248954 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:01.523157 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:01.616940 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:04.258507 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:SELECT=1 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:04.259742 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG dbcounter [-] [104667] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=39 {{(pid=104667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:05.216430 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:05.217870 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG dbcounter [-] [104666] Writing DB stats neutron:SELECT=74,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:11.782904 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:12.646007 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:25:21.708610 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=16 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:21.709847 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:25.602447 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:25.607750 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:26.267635 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fe7128d-c634-4b1a-85e6-abc741213ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:28.456119 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a304b1ac-83f0-4a9d-a47a-b8f5dec77365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:29.645014 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:31.271641 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:31.633760 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:41.536221 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:41.536984 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:41.774032 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:49.644890 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:25:51.712498 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:51.714368 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:25:56.233005 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff25fe3f-bc72-468e-b167-a3602198cff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:58.447836 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce3c8a0e-2709-499c-9d6b-8cbeb4b6e610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:25:59.678399 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:01.278352 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:01.638664 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:02.606769 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=17 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:02.608039 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=17 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:11.531999 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:11.533861 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:11.819011 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:19.169005 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-2c76e9b9-74a6-4109-9a49-31263c148e2c req-e2a9dcfd-f393-462f-8445-a0e44faf4e00 tempest-AttachVolumeNegativeTest-1831146519 tempest-AttachVolumeNegativeTest-1831146519-project] (104667) timed out ('10.222.0.47', 55221) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:26:21.707248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:21.709133 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:26.237778 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31dab754-834d-42e5-9724-694dc5e152f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:26.644208 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:26:28.550294 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24182463-cd00-442d-a4ea-c18d170d1064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:29.683100 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:31.237599 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:31.677649 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:39.604088 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:39.604088 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:41.535318 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:41.537208 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:41.802627 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:51.724170 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:51.726058 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:54.707782 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:54.708488 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:26:56.322309 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f45fd3b3-e351-4872-a23d-4ab658db6e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:58.488010 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcc96b75-ed16-4e56-8111-bbad1858820e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:26:59.715182 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:01.282149 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:01.602023 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:03.643774 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:27:11.790782 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:21.716493 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:21.722466 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:25.744846 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:25.746713 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:26.247122 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc73f-f319-46e8-8f62-d17ad6412942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:28.520060 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ff621ad-afcd-4b69-a980-e394afdc2385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:29.662199 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:31.304156 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:31.652999 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:36.712813 dv-cinder-803823-12-iscsi neutron-server[104667]: DEBUG neutron.wsgi [req-48f77ecf-ec0e-43f8-b018-f9744757ceb6 req-1ac87d3c-0801-4236-935d-60cb136dde82 tempest-ServerRescueNegativeTestJSON-1812605216 tempest-ServerRescueNegativeTestJSON-1812605216-project] (104667) timed out ('10.222.0.47', 55200) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:27:40.643195 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:27:41.534200 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:41.540063 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:41.770779 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:51.717862 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:51.719715 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:54.195367 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=17 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:54.196102 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=17 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:27:56.250391 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a885-b629-4066-9bef-77538c25c53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:58.455990 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01985011-2b31-4d11-87a4-2f67269d242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:27:59.661520 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:01.261460 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:01.615642 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:11.535448 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:11.542403 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:11.781864 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:17.643913 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:28:21.725151 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:21.731165 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:22.085100 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-434f1d1e-0e63-4716-b3c4-c7c9e6864390 service neutron] (104666) timed out ('10.222.0.55', 52442) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:28:22.182738 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-926c26c9-5e13-4875-b701-69b3cb991bef req-3412aa26-b40b-4fc8-b2fc-b5dc28cc18f7 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] (104666) timed out ('10.222.0.55', 52450) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:28:26.245083 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7ea8-293d-4905-a597-a0d460bf5b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:28.445827 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6a65455-05e7-4a22-9269-0f83cdfa2bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:29.770717 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:30.602175 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:30.613748 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:31.231986 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:31.645217 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:41.542693 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:41.544601 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:41.839000 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:51.748774 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:51.751107 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:54.643233 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:28:54.708547 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:28:56.250088 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d20db7e-329f-44c8-8b2f-a3564cb38ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:58.450010 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4744f5b9-5e95-4b2e-a5ec-6e5e4f04822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:28:59.650152 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:01.220081 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:01.619856 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:07.609184 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:07.609948 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:11.826763 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:21.744726 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:21.750113 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:26.283741 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0db7abab-8788-4d75-8454-8904d6be3a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:28.449248 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26664e48-aab5-44fb-9b63-37cbbc4c57fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:29.676345 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:29.982570 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-2f4af34f-02b9-4044-85e8-f29abb6d8bf1 service neutron] (104666) timed out ('10.222.0.55', 55690) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:29:30.152360 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-c38628bc-65ca-49fb-a32a-20a056a44cf0 req-76fde8f5-3088-4034-891d-261918df85cc tempest-AttachVolumeShelveTestJSON-1643405569 tempest-AttachVolumeShelveTestJSON-1643405569-project] (104666) timed out ('10.222.0.55', 55700) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:29:31.232193 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:31.620776 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:31.643287 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:29:41.544476 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:41.550359 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:41.830221 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:51.761703 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:51.764710 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:54.206977 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=16 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:54.207657 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=18 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:29:56.265330 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5bc6248b-e4ce-4a97-b4be-b99b0bb1c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (2f2046e9-305d-44db-bca5-c127d99b5044), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:58.459353 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40950162-b24f-4408-9bba-5786b2514639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (f85ba739-4c2f-4578-9c71-ecc1cf6a48f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:29:59.694069 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90ef739e-8d6d-4280-8712-fabb26b82af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (652b45ca-3104-4269-adca-22b9fe717870), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:30:01.231244 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4cdfc1d-f101-4d61-b806-9651b5a18f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (58cd9456-4152-4709-bdc2-5e3488f6e528), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:30:01.613564 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5081588d-d5bb-4ae0-b2f0-0fdfdf7ef369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (8832764c-5dc3-41d6-8f2b-39d5f0e4dd09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:30:08.642577 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG neutron.db.agents_db [None req-58b1e010-16f3-4483-b32d-661efad235ab None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 09:30:11.542497 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:30:11.549482 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:30:11.830261 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67864f48-ed3a-44ec-a793-5232e8c098e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754880099961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405307'] for agent (83f55eb3-36c2-4de8-af4c-8052b2cb2170), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 09:30:14.404951 dv-cinder-803823-12-iscsi neutron-server[104666]: DEBUG neutron.wsgi [req-3786f36d-67ab-4341-8dc1-5db3ba3b674b req-09586aef-bb59-4c6f-8c9a-3aa251832833 tempest-TestShelveInstance-1897395612 tempest-TestShelveInstance-1897395612-project] (104666) timed out ('10.222.0.47', 55209) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 09:30:21.597956 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:30:21.602307 dv-cinder-803823-12-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:30:21.761013 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 09:30:21.763876 dv-cinder-803823-12-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}